-- Logs begin at Wed 2021-07-07 12:10:14 UTC, end at Wed 2021-07-07 13:37:30 UTC. -- Jul 07 13:05:36.934825 dv-cinder-786627-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 13:05:39.755644 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.common.config [-] Logging enabled! Jul 07 13:05:39.796584 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 07 13:05:39.796584 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93587) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 13:05:39.796584 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.common.config [-] Logging enabled! Jul 07 13:05:39.796584 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 07 13:05:39.796584 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93587) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 13:05:39.796584 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 13:05:39.796584 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 13:05:39.796584 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 13:05:39.797243 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 13:05:39.797243 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 13:05:39.797243 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.797243 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.797243 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.797243 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.797243 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.797243 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.797798 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.797798 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.797798 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.797798 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.797798 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.797798 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.797798 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.797798 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798344 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798344 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798344 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] debug = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798344 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798344 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798344 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798776 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798776 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798776 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798776 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798776 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798776 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798776 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] host = dv-cinder-786627-18-iscsi {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.798776 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799438 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799438 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799438 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799438 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799438 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799438 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799438 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799438 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] log_file = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799983 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799983 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799983 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799983 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799983 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799983 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.799983 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.800469 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.800469 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.800469 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.800469 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.800469 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.800469 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.800469 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.800469 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801022 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801022 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801022 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801022 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801022 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801022 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801022 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801022 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801022 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801643 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801643 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801643 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801643 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801643 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801643 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801643 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.801643 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.802204 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.802204 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.802204 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.802204 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.802204 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] use_json = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.802204 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.802204 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.802204 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.802204 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.803486 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.803486 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.803486 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.803486 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:39.803486 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.803486 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.803486 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.803486 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804068 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804068 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804068 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804068 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804068 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804068 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804068 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804068 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804603 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804603 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804603 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804603 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804603 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804603 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804603 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.804603 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805170 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805170 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805170 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805170 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805170 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805170 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805170 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805170 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805728 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805728 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805728 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805728 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805728 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805728 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805728 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805728 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.805728 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.806510 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.806510 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.806510 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.806510 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.806510 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.806510 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.806510 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.806510 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.806510 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.807169 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.807169 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.807169 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.807169 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.807169 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.807169 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.807169 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.807169 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.807697 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.807697 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.807852 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.808133 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.808420 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.808697 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.809008 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.809292 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.809579 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.809863 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.810150 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.810432 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.810712 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.810993 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.811289 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.811664 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.811883 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.812170 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.812488 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.812745 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.813054 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.813342 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.813625 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.813912 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.814192 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.814491 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.814782 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.815078 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.815367 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.815651 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.815954 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.816243 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.816532 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.816815 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.817127 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.817423 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.817712 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.818014 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.818348 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.818896 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.819335 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.819646 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.819936 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.820265 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.820557 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:39.820783 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 13:05:39.821064 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93587) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 13:05:40.250636 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 13:05:40.250910 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 13:05:40.251211 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 13:05:40.251560 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 13:05:40.730624 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.730921 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.731196 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.732501 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.732786 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.733085 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.777438 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.778050 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.778050 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.792077 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.792361 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.792631 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.829315 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.829599 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.829873 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.873113 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.873581 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:40.874044 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.112756 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.113008 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.113283 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.113556 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.114279 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.237335 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.237653 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.237945 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.238224 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.238494 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.238806 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.239069 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.239326 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.239585 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.239874 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.240158 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.240517 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.241010 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.241374 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.241650 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.241920 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.242200 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.242468 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.242749 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.243011 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.243300 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.243661 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.243927 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.244219 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.244475 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.244728 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.245174 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:05:41.245422 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:05:41.245664 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:05:41.245904 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:05:41.246142 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:05:41.246380 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:05:41.246757 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 13:05:41.251242 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 13:05:41.255228 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 13:05:41.259872 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jul 07 13:05:41.261533 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 13:05:41.261994 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 13:05:41.262336 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 13:05:41.262729 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 13:05:41.265632 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 13:05:41.265809 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 13:05:41.266165 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 13:05:41.295451 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 13:05:41.295919 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.296222 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93587) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 13:05:41.296585 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.298078 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93587) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 13:05:41.298378 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 13:05:41.298628 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 13:05:41.301989 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.302298 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:41.369189 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 13:05:41.369368 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 13:05:41.369610 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 13:05:41.369997 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 13:05:41.392137 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_db.sqlalchemy.engines [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93587) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 13:05:42.066013 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Initializing driver for type 'gre' Jul 07 13:05:42.066651 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] gre ID ranges: [(1, 1000)] Jul 07 13:05:42.266448 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Initializing driver for type 'local' Jul 07 13:05:42.266696 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Initializing driver for type 'vlan' Jul 07 13:05:42.345242 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] VlanTypeDriver initialization complete Jul 07 13:05:42.345590 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Initializing driver for type 'vxlan' Jul 07 13:05:42.346108 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] vxlan ID ranges: [(1, 1000)] Jul 07 13:05:42.550835 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Initializing extension driver 'port_security' Jul 07 13:05:42.551096 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.extensions.port_security [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] PortSecurityExtensionDriver initialization complete Jul 07 13:05:42.551432 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Initializing mechanism driver 'openvswitch' Jul 07 13:05:42.551771 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Initializing mechanism driver 'hyperv' Jul 07 13:05:42.559028 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:05:42.560975 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > port after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.560975 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > port after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.560975 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > port after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.560975 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93587) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 13:05:42.561466 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.561829 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.562184 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.562580 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93587) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 13:05:42.562996 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > network after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.563351 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > network after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.563701 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > network after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.564094 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93587) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 13:05:42.564504 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > security_group after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.564862 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > security_group after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.565251 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.565777 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93587) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 13:05:42.566189 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.566551 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.566905 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.567324 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93587) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 13:05:42.567738 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > address_group after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.568099 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > address_group after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.568671 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.569210 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93587) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 13:05:42.569597 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] ML2 OVO RPC backend initialized. {{(pid=93587) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 13:05:42.571010 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.571816 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.574130 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > network before_response 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.574130 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > networks before_response 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.575397 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > port before_response 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.575775 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > ports before_response 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.576147 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > subnet before_response 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.576514 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > subnets before_response 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.576886 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > network after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.577256 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > network after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.577609 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > network after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.577966 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > port after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.578318 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > port after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.578672 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > port after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.579051 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.579394 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.579745 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.580360 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.plugin [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Modular L2 Plugin initialization complete Jul 07 13:05:42.580701 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading services supported by the core plugin {{(pid=93587) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 13:05:42.581066 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.plugins.ml2.managers [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Got port-security extension from driver 'port_security' Jul 07 13:05:42.581549 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.extensions.vlantransparent [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Disabled vlantransparent extension. Jul 07 13:05:42.582288 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93587) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 13:05:42.582848 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading Plugin: router Jul 07 13:05:42.619837 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.620244 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router after_create 55549900 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.620621 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router before_create 55549900 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.621104 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.621675 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.622993 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router after_delete 55549900 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.623376 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.623756 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router after_create 55549900 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.624117 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router after_update 55549900 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.624481 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router after_update 55549900 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.624841 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.625236 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router after_update 55549900 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.625661 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.626043 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: port after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.626393 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: port after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.626741 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: subnet after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.627089 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.627450 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.627808 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.628160 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: port before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.628525 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router precommit_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.628907 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router after_update 55549900 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.629266 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.629628 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.629998 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.630354 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.630772 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > agent after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.631376 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > agent after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.631481 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > network after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.632401 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Tracking information for resource: router configured {{(pid=93587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:05:42.632745 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Tracking information for resource: floatingip configured {{(pid=93587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:05:42.638050 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.db.l3_agentschedulers_db [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 13:05:42.638742 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: port after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.639113 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: port after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.639561 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: port after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.639829 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: port after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.640659 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router before_create 55550100 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.642872 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.643264 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router precommit_create 55550100 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.643638 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > router precommit_update 55550100 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.650714 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.services.provider_configuration [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service providers = [] {{(pid=93587) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 13:05:42.651088 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.db.servicetype_db [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93587) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 13:05:42.654178 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.services.service_base [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93587) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 13:05:42.654537 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.services.service_base [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93587) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 13:05:42.654892 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.services.service_base [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93587) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 13:05:42.655799 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.services.service_base [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93587) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 13:05:42.656180 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.services.service_base [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 13:05:42.656575 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:05:42.656938 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 13:05:42.668478 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:05:42.668819 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading Plugin: auto_allocate Jul 07 13:05:42.675877 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: network precommit_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.676253 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: network precommit_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.677665 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:05:42.678532 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading Plugin: tag Jul 07 13:05:42.686673 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:05:42.687021 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading Plugin: timestamp Jul 07 13:05:42.692411 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:05:42.692772 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading Plugin: network_ip_availability Jul 07 13:05:42.698249 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.698631 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.698993 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.699732 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:05:42.700060 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading Plugin: flavors Jul 07 13:05:42.705371 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:05:42.705710 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading Plugin: revisions Jul 07 13:05:42.710349 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:05:42.710748 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_concurrency.lockutils [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.459s {{(pid=93587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 13:05:42.711497 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93587) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 13:05:42.711839 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Initializing extension manager. Jul 07 13:05:42.712359 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: __init__.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.712708 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: __pycache__ {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.713083 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.713427 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: address_group.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.714196 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.714780 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: address-group Jul 07 13:05:42.715111 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: address_scope.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.715839 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.716366 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: address-scope Jul 07 13:05:42.716696 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.717660 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.718176 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: router-admin-state-down-before-update Jul 07 13:05:42.718506 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: agent.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.719215 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.719929 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: agent Jul 07 13:05:42.720262 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: agent_resources_synced.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.721226 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.721741 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: agent-resources-synced Jul 07 13:05:42.722071 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: allowedaddresspairs.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.723898 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.724974 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: allowed-address-pairs Jul 07 13:05:42.725311 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: auto_allocated_topology.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.726499 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.727021 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: auto-allocated-topology Jul 07 13:05:42.727356 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: availability_zone.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.728065 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.728580 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: availability_zone Jul 07 13:05:42.728936 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: availability_zone_filter.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.730132 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.730647 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: availability_zone_filter Jul 07 13:05:42.730971 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: data_plane_status.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.731894 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.732402 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 13:05:42.732729 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: default_subnetpools.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.733679 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.734195 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: default-subnetpools Jul 07 13:05:42.734526 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.735349 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.735859 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: dhcp_agent_scheduler Jul 07 13:05:42.736194 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: dns.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.737165 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.737674 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension dns-integration not supported by any of loaded plugins Jul 07 13:05:42.738002 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: dns_domain_ports.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.738933 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.739441 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 13:05:42.739768 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.741508 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.742024 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 13:05:42.742356 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: dvr.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.743040 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.743548 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: dvr Jul 07 13:05:42.743877 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: empty_string_filtering.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.744804 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.745360 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: empty-string-filtering Jul 07 13:05:42.745688 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.746613 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.747122 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 13:05:42.747450 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.748377 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.748919 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 13:05:42.749252 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: external_net.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.750180 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.750696 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: external-net Jul 07 13:05:42.751025 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.751953 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.752467 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: extra_dhcp_opt Jul 07 13:05:42.752793 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: extraroute.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.753763 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.754277 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: extraroute Jul 07 13:05:42.754601 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: extraroute_atomic.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.755681 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.756312 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: extraroute-atomic Jul 07 13:05:42.756640 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: filter_validation.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.757356 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.757870 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: filter-validation Jul 07 13:05:42.758195 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: fip_pf_description.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.759115 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.759626 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 13:05:42.759952 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: fip_port_details.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.760916 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.761431 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: fip-port-details Jul 07 13:05:42.761757 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: flavors.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.762992 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.763513 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: flavors Jul 07 13:05:42.763843 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.765555 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.766088 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 13:05:42.766432 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: floatingip_pools.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.767146 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.767668 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: floatingip-pools Jul 07 13:05:42.768005 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: ip_allocation.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.768980 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.769499 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 13:05:42.769831 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.770757 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.771314 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: ip-substring-filtering Jul 07 13:05:42.771691 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: l2_adjacency.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.772631 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.773183 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 13:05:42.773516 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: l3.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.774497 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.775019 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: router Jul 07 13:05:42.775358 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.777767 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.778307 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 13:05:42.778647 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.779597 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.780125 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: ext-gw-mode Jul 07 13:05:42.780466 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.781436 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.781957 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: l3-ha Jul 07 13:05:42.782291 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: l3_flavors.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.783239 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.783757 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: l3-flavors Jul 07 13:05:42.784090 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.785053 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.785572 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 13:05:42.785902 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: l3agentscheduler.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.787466 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.787987 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: l3_agent_scheduler Jul 07 13:05:42.788318 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: logging.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.789855 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.790380 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension logging not supported by any of loaded plugins Jul 07 13:05:42.790716 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: metering.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.791469 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.792053 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: metering Jul 07 13:05:42.792387 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.793520 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.794043 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: metering_source_and_destination_fields Jul 07 13:05:42.794375 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: multiprovidernet.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.795321 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.795835 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: multi-provider Jul 07 13:05:42.796182 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: netmtu.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.797127 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.797644 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: net-mtu Jul 07 13:05:42.797972 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: netmtu_writable.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.798906 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.799420 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: net-mtu-writable Jul 07 13:05:42.799751 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: network_availability_zone.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.800435 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.801026 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: network_availability_zone Jul 07 13:05:42.801309 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: network_ip_availability.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.802422 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.803589 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: network-ip-availability Jul 07 13:05:42.803923 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: network_segment_range.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.804701 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.805251 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 13:05:42.805579 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: pagination.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.806576 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.806911 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: pagination Jul 07 13:05:42.807236 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: port_device_profile.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.808181 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.808702 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: port-device-profile Jul 07 13:05:42.809061 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.809993 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.810508 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: port-mac-address-regenerate Jul 07 13:05:42.810837 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.811760 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.812275 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: port-numa-affinity-policy Jul 07 13:05:42.812604 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: port_resource_request.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.813556 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.814072 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 13:05:42.814399 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: portbindings.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.815343 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.815859 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: binding Jul 07 13:05:42.816189 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: portbindings_extended.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.817629 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.818202 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: binding-extended Jul 07 13:05:42.818618 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: portsecurity.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.819565 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.820085 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: port-security Jul 07 13:05:42.820421 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: project_id.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.821442 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.821783 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: project-id Jul 07 13:05:42.822115 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: providernet.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.823056 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.823574 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: provider Jul 07 13:05:42.823904 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: qos.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.827452 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.827985 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension qos not supported by any of loaded plugins Jul 07 13:05:42.828324 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.829598 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.830123 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 13:05:42.830461 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.831428 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.831945 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 13:05:42.832280 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: qos_default.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.833229 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.834276 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension qos-default not supported by any of loaded plugins Jul 07 13:05:42.834692 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: qos_fip.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.835494 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.836009 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension qos-fip not supported by any of loaded plugins Jul 07 13:05:42.836342 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: qos_gateway_ip.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.837315 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.837843 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 13:05:42.838180 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: qos_port_network_policy.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.844960 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.845483 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 13:05:42.845815 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: qos_rule_type_details.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.846745 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.847263 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 13:05:42.847594 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: qos_rules_alias.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.848649 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.849209 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 13:05:42.850305 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: quotasv2.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.851255 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.851592 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: quotas Jul 07 13:05:42.852035 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: quotasv2_detail.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.855316 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.855679 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: quota_details Jul 07 13:05:42.856094 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: rbac.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.857144 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.857719 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: rbac-policies Jul 07 13:05:42.858056 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: rbac_address_group.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.859206 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.859730 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: rbac-address-group Jul 07 13:05:42.860063 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: rbac_address_scope.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.861052 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.861575 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: rbac-address-scope Jul 07 13:05:42.861907 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: rbac_security_groups.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.862841 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.863353 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: rbac-security-groups Jul 07 13:05:42.863683 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: rbac_subnetpool.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.864608 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.865182 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: rbac-subnetpool Jul 07 13:05:42.865558 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: revisionifmatch.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.866535 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.867051 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: revision-if-match Jul 07 13:05:42.867409 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: revisions.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.868534 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.869084 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: standard-attr-revisions Jul 07 13:05:42.869420 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: router_availability_zone.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.870917 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.871497 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: router_availability_zone Jul 07 13:05:42.871780 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: routerservicetype.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.872724 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.873263 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension router-service-type not supported by any of loaded plugins Jul 07 13:05:42.873591 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.874534 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.875049 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: security-groups-normalized-cidr Jul 07 13:05:42.875379 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.876384 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.876831 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: port-security-groups-filtering Jul 07 13:05:42.877184 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.878118 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.878638 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: security-groups-remote-address-group Jul 07 13:05:42.879001 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: securitygroup.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.888954 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.889499 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: security-group Jul 07 13:05:42.889840 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: segment.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.890642 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.891162 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension segment not supported by any of loaded plugins Jul 07 13:05:42.891731 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.892507 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.892993 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 13:05:42.893327 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: servicetype.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.894460 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.894985 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: service-type Jul 07 13:05:42.895317 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: sorting.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.896913 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.897380 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: sorting Jul 07 13:05:42.897649 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: standard_attr_segment.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.898657 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.899222 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 13:05:42.899554 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: standardattrdescription.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.900225 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.900744 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: standard-attr-description Jul 07 13:05:42.901102 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: stateful_security_group.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.902059 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.902623 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: stateful-security-group Jul 07 13:05:42.902908 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: stdattrs_common.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.903505 dv-cinder-786627-18-iscsi neutron-server[93587]: WARNING neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 13:05:42.903829 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.904766 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.905318 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 13:05:42.905663 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: subnet_onboard.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.906730 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.907255 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: subnet_onboard Jul 07 13:05:42.907589 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.908529 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.909121 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 13:05:42.909450 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: subnet_service_types.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.910409 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.910929 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: subnet-service-types Jul 07 13:05:42.911260 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: subnetallocation.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.912983 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.913510 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: subnet_allocation Jul 07 13:05:42.913849 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.914532 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.915050 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: subnetpool-prefix-ops Jul 07 13:05:42.915380 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.916337 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.916853 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 13:05:42.920673 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: tagging.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.920673 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.920673 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: standard-attr-tag Jul 07 13:05:42.920673 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: timestamp.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.921732 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.922260 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loaded extension: standard-attr-timestamp Jul 07 13:05:42.922595 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: trunk.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.923634 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.924159 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension trunk not supported by any of loaded plugins Jul 07 13:05:42.924495 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: trunk_details.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.925463 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.925989 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension trunk-details not supported by any of loaded plugins Jul 07 13:05:42.926354 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: uplink_status_propagation.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.927285 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.927876 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 13:05:42.928210 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Loading extension file: vlantransparent.py {{(pid=93587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:05:42.928963 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:05:42.929521 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 13:05:42.932019 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:network Jul 07 13:05:42.932564 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:subnet Jul 07 13:05:42.932997 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 13:05:42.933404 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:port Jul 07 13:05:42.934679 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.935135 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service FLAVORS assigned prefix: {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.935769 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.936204 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.936541 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:router Jul 07 13:05:42.937029 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 13:05:42.937541 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service METERING assigned prefix: /metering {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.939031 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.939413 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.939772 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:05:42.940782 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 13:05:42.941289 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:security_group Jul 07 13:05:42.941734 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 13:05:42.942344 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service CORE assigned prefix: {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.942681 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 13:05:42.943043 dv-cinder-786627-18-iscsi neutron-server[93587]: WARNING neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] subnetpool is already registered Jul 07 13:05:42.944418 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service CORE assigned prefix: {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.944754 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 13:05:42.945134 dv-cinder-786627-18-iscsi neutron-server[93587]: WARNING neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] subnetpool is already registered Jul 07 13:05:42.947492 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.947939 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service FLAVORS assigned prefix: {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.948551 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.949020 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.949417 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:router Jul 07 13:05:42.949765 dv-cinder-786627-18-iscsi neutron-server[93587]: WARNING neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] router is already registered Jul 07 13:05:42.950187 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 13:05:42.950535 dv-cinder-786627-18-iscsi neutron-server[93587]: WARNING neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] floatingip is already registered Jul 07 13:05:42.950998 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service METERING assigned prefix: /metering {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.951682 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 13:05:42.952021 dv-cinder-786627-18-iscsi neutron-server[93587]: WARNING neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] rbac_policy is already registered Jul 07 13:05:42.952445 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:security_group Jul 07 13:05:42.952790 dv-cinder-786627-18-iscsi neutron-server[93587]: WARNING neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] security_group is already registered Jul 07 13:05:42.953235 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 13:05:42.953578 dv-cinder-786627-18-iscsi neutron-server[93587]: WARNING neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] security_group_rule is already registered Jul 07 13:05:42.954219 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service CORE assigned prefix: {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.954558 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 13:05:42.954904 dv-cinder-786627-18-iscsi neutron-server[93587]: WARNING neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] subnetpool is already registered Jul 07 13:05:42.955340 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.v2.resource_helper [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Service CORE assigned prefix: {{(pid=93587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:05:42.955671 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 13:05:42.956012 dv-cinder-786627-18-iscsi neutron-server[93587]: WARNING neutron.quota.resource_registry [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] subnetpool is already registered Jul 07 13:05:42.956502 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: extensions {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.958035 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: address-groups {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.966869 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: address-scopes {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.966869 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: agents {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.966869 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: auto-allocated-topology {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.966869 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: availability_zones {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.966869 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: dhcp-networks {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.967771 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: dhcp-agents {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.969255 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: routers {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.971401 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: flavors {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.972787 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: service_profiles {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.974096 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: next_providers {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.976276 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: service_profiles {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.977887 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: floatingip-pools {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.979345 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: routers {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.981098 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: floatingips {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.982393 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: l3-routers {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.983811 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: l3-agents {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.985341 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: metering-labels {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.986595 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: metering-label-rules {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.987972 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: network-ip-availabilities {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.989268 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: bindings {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.990929 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: quotas {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.992528 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: quotas {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.993971 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: rbac-policies {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.995166 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: security-groups {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.996485 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: security-group-rules {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.997799 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: service-providers {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:42.998995 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: subnetpools {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:43.000418 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: subnetpools {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:43.002022 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: tags {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:43.003711 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: tags {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:43.005569 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: tags {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:43.007414 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: tags {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:43.009119 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: tags {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:43.011107 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: tags {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:43.012801 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: tags {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:43.014651 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: tags {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:43.016513 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: tags {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:43.018324 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron.api.extensions [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Extended resource: tags {{(pid=93587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:05:43.024982 dv-cinder-786627-18-iscsi neutron-server[93587]: WARNING keystonemiddleware.auth_token [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 13:05:43.029617 dv-cinder-786627-18-iscsi neutron-server[93587]: WARNING keystonemiddleware.auth_token [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 13:05:43.039862 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_concurrency.lockutils [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Acquired lock "singleton_lock" {{(pid=93587) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 13:05:43.040350 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_concurrency.lockutils [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Releasing lock "singleton_lock" {{(pid=93587) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 13:05:43.041027 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO oslo_service.service [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Starting 2 workers Jul 07 13:05:43.045925 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Started child 93698 {{(pid=93587) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 13:05:43.050420 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Started child 93699 {{(pid=93587) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 13:05:43.053127 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:43.053827 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO neutron.service [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 13:05:43.053827 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Notify callbacks [] for process, before_spawn {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:43.054100 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [-] (93698) wsgi starting up on http://0.0.0.0:9696 Jul 07 13:05:43.055222 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:43.055697 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO oslo_service.service [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Starting 1 workers Jul 07 13:05:43.056619 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [-] (93699) wsgi starting up on http://0.0.0.0:9696 Jul 07 13:05:43.060769 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Started child 93700 {{(pid=93587) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 13:05:43.061410 dv-cinder-786627-18-iscsi neutron-server[93587]: INFO oslo_service.service [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Starting 1 workers Jul 07 13:05:43.064420 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.service [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] calling RpcWorker wait() {{(pid=93700) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 13:05:43.064991 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.service [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] returning from RpcWorker wait() {{(pid=93700) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 13:05:43.066003 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Started child 93701 {{(pid=93587) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 13:05:43.066224 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:43.066702 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:05:43.066872 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3187-ad79-4266-b2fa-3a258341e7f8 None None] Notify callbacks [] for process, after_spawn {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:43.069022 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93587) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 13:05:43.069165 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 13:05:43.069331 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 13:05:43.069627 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 13:05:43.069863 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 13:05:43.070026 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 13:05:43.070606 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.070907 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.071001 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:43.071450 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.071450 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.071735 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.072236 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:05:43.072403 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.072660 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.072927 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.073223 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.073484 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.073660 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.073831 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.074093 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.074355 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.074649 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.074923 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.075177 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.075477 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.075655 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.075921 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.076210 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.076483 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.076751 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] debug = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.077026 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.077533 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.077831 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082338 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082338 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082338 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082338 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082338 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082338 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082338 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082338 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082874 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082874 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082874 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082874 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082874 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082874 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082874 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] host = dv-cinder-786627-18-iscsi {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082874 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.082874 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.083379 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.083379 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.083379 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.083379 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.083602 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.083675 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.084541 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.084777 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.085048 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.085310 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.085548 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.085790 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_file = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.085943 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_options = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.086192 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.086577 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.086888 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.087055 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.087213 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.087393 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.087656 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.087824 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.088080 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.088320 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.088541 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.088762 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.089062 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.089257 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.089510 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.089780 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.090002 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.090238 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.090506 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.090758 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.091007 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.091239 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.091481 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.091702 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.091923 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.092193 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.092396 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.092617 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.092844 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.093173 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.093467 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.093703 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.093956 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.094244 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.094487 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.094719 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.094962 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.095247 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.095477 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.095751 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.095977 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.096223 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.096488 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.096733 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.097001 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.097224 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] use_json = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.097449 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.097670 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.097940 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.098161 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.098509 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.098756 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.098897 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.099161 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.100185 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.100561 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.100926 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.101724 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.101724 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.102065 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.102362 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.102515 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.102653 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.103125 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.103439 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.103691 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.104004 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.104522 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.104835 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.105188 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.105472 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.105765 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.106011 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.106255 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.106477 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.106704 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.107039 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.107317 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.107589 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.107845 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.108074 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.108301 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.108528 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.108767 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.109013 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.110997 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.110997 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.110997 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.110997 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.110997 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.110997 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.110997 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.110997 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.111646 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.111646 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.111795 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.111918 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.112143 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.112383 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.112608 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.112861 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.113139 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.113349 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.113612 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.114017 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.114158 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.114476 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.114899 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.114899 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.115202 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.115332 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.115430 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.115646 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.116054 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.116401 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.116401 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.116729 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.117028 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.117336 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.117718 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.118884 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.119302 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.119559 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.119802 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.120095 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.120362 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.120599 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.120907 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.121537 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 37614) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:05:43.130007 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062022 Jul 07 13:05:43.130981 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.133077 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.133409 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.133659 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.135511 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.135778 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.136041 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.136710 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.136710 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.137113 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.138176 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.138379 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.138559 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.139073 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.139073 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.140912 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.140912 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.145634 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.145634 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.145634 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.145634 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.145634 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.145634 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.145634 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.145634 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.146104 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.146104 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.146104 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.146104 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.146104 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.146104 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.146104 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.146104 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.147087 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.147087 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.147087 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.147087 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.147426 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.147811 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.147811 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.148072 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.148365 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.148672 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.148975 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.149259 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.149523 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.149759 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.150025 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.150278 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.150527 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.150785 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.151047 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.151289 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.151572 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.151821 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.152081 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.152293 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.153815 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.153815 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.153815 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.153815 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.153815 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.153815 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.154449 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.154449 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.154734 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.154877 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.155003 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.155589 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.155589 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.155930 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.155930 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.156172 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.156379 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.156621 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.156862 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.157937 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.157937 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.157937 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.157937 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.157937 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.158424 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.158424 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.158582 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.158780 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.159031 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.159244 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.159467 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.160350 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.160350 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.160350 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.160350 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.160664 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.160798 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.161199 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.161685 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.162002 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.162740 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.163005 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.163189 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.163428 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.163642 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.163925 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.164195 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.164361 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.164580 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.164818 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.165147 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.165383 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.165609 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.165983 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.166082 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.166313 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.167648 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.167648 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.167648 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.167648 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.167648 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.168030 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.168030 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.168208 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.168589 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.168807 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.169177 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.169629 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.170037 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.170263 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.170476 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.170685 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.170894 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.171108 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.171352 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.171639 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.172077 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.172175 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.172365 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.172607 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.172816 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.173108 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.173324 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.173530 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.173757 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.173976 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.174185 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.174422 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.174615 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.174823 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.175044 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.175258 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.175464 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.175721 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.175929 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.176158 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.176378 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.176613 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.176821 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.177083 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.177328 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.177609 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.177978 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.178236 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.178349 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.178669 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.179790 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.179790 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.179790 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.179790 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.180232 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.180232 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.180424 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.180649 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.180924 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.181333 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.181546 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.181782 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.182058 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.182400 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.182664 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.182915 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.183168 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.183448 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.183740 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.184014 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.184910 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.184910 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.184910 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.185575 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.185859 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.186271 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.186721 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.187132 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.187357 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.187599 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.187844 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.188063 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.188325 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.189108 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.189108 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.189108 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.189364 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.189466 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.189780 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.190023 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.190160 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.190677 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.190677 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 13:05:43.191060 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93587) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 13:05:43.191226 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 13:05:43.191379 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 13:05:43.191526 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 13:05:43.192763 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 13:05:43.192763 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 13:05:43.192763 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.193064 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.193688 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.193796 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.194152 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.194343 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.194502 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.194695 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.194908 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.195057 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.195195 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.196146 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.196146 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.196146 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.196146 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.196146 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.196146 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.196623 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.196623 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.196623 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.196930 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.196930 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.197094 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] debug = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.197210 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.197421 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.197589 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.197744 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199271 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199271 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199271 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199271 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199271 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199271 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199271 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199271 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199942 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199942 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199942 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199942 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199942 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199942 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] host = dv-cinder-786627-18-iscsi {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.199942 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.200420 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.200420 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.200420 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.200696 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.200696 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.200940 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.200940 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.201092 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.201483 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.201483 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.201483 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.201689 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.201791 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_file = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.202315 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_options = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.202315 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.202315 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.202567 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.202567 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.202710 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.202860 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.203013 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.203318 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.203484 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.203629 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.203932 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.204119 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.204295 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.204388 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.204527 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.204674 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.204835 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.205002 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.205155 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.205310 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.205466 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.205627 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.205804 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.205954 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.206114 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.206266 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.206408 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.206536 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.206690 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.206880 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.206989 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.207148 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.207301 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.207586 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.207891 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.208069 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.208176 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.208344 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.208499 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.208644 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.208924 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.209123 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.209261 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.209387 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.209548 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.209783 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] use_json = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.209957 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.210105 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.210253 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.210396 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.210537 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.210661 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.210827 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.210974 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:05:43.211150 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.211317 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.211468 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.212541 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.212541 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.212541 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.212541 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.212541 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.212541 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.212541 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.213035 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.213035 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.213035 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.213204 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.213451 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.213451 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.213451 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.214107 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.214107 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.214107 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.214517 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.214517 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.214517 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.214915 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.214915 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.215176 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.215176 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.215477 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.215477 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.215740 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.215740 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.216012 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.216012 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.216282 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.216282 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.216745 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.216745 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.216745 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.217193 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.217193 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.217193 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.217576 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.217576 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.217576 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.217961 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.217961 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.218242 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.218242 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.218502 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.218502 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.218761 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.218761 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.219022 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.219158 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.219303 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.219441 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.219577 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.219713 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.219851 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.219998 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.220135 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.220270 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.220407 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.220552 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.220690 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.220826 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.220988 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.221127 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.221301 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.221467 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.221685 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.221849 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.222017 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.222156 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.222294 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.222452 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.222596 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.222763 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.222970 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.223149 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.223292 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.223438 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.223599 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.223743 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.223947 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.224100 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.224249 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.224957 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.225229 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.225480 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.225698 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.225877 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.226123 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.226288 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.226433 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.226620 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.226865 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.226865 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.227124 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.228318 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.228318 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.228318 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.228318 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.228318 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.228318 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.228318 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.228318 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.229575 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.229575 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.229575 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.229575 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.229575 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.229575 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.229575 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.230293 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.230293 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.230293 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.230293 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.230293 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.230788 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.230788 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.230788 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.231782 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.231782 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.231782 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.231782 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.231782 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.231782 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.231782 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.232440 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.232440 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.232440 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.232440 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.232861 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.232861 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.232861 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.233203 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.233203 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.233397 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.233397 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.233637 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.233741 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.233887 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.234027 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.234172 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.234311 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.234448 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.234623 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.234763 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.234899 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.235035 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.235171 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.235320 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.235466 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.235605 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.235742 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.235877 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.236003 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.236126 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.236279 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.236436 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.236594 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.236751 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.236983 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.237103 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.237225 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.237369 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.237524 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.237670 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.237818 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.237977 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.238170 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.238312 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.238448 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.238584 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.238721 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.238857 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.239014 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.239169 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.239306 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.239455 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.239595 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.240611 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.240611 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.240611 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.240611 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.241267 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.241267 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.241267 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.241267 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.241788 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.241788 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.241788 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.241788 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.242383 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.242383 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.242383 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.242383 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.242776 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.242776 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.242776 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.243873 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.243873 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.243873 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.243873 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.243873 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.243873 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.243873 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.244529 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.244529 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.244529 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.244529 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.244529 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.245057 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.245057 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.245057 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.248730 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.248730 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.248730 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.248730 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.248730 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.248730 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.248730 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.248730 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.250171 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.250171 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.250171 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.250171 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.250171 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.250171 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.250171 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.250171 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.250171 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251090 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251090 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251090 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251090 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251090 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251090 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251090 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251090 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251907 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251907 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251907 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251907 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251907 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251907 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251907 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.251907 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.252725 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.252725 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.252725 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.252725 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.252725 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.252725 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.252725 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.252725 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.256827 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.256827 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.256827 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.256827 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.256827 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.256827 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.256827 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.256827 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.256827 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257462 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257462 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257462 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257462 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257462 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257462 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257862 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:05:43.257956 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257956 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257956 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257956 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257956 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257956 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257956 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:05:43.257956 dv-cinder-786627-18-iscsi neutron-server[93587]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 13:05:54.999164 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26af75d-1c3e-4b60-8b6c-7e96a4916cc9 None None] get_active_networks_info from dv-cinder-786627-18-iscsi {{(pid=93700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 13:05:55.089897 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26af75d-1c3e-4b60-8b6c-7e96a4916cc9 None None] No non-hosted networks {{(pid=93700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 13:05:55.108833 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.agentschedulers_db [None req-a26af75d-1c3e-4b60-8b6c-7e96a4916cc9 None None] DHCP Agent not found on host dv-cinder-786627-18-iscsi {{(pid=93700) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 07 13:05:55.281726 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e77e2103-f227-4983-933f-29830851c818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037146'] for agent, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:57.677792 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf9f3-78ed-4576-8ee1-0e7f489e963b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037146'] for agent, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:57.750518 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.db.api [None req-ba5beb43-d270-429d-a518-3a915a677d6b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-786627-18-iscsi {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 13:05:57.751180 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG oslo_db.api [None req-ba5beb43-d270-429d-a518-3a915a677d6b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 13:05:57.808177 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037146'] for agent, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:57.809158 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:05:57.809654 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:05:57.810188 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:05:57.810735 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:05:57.811305 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:05:57.811829 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:05:57.812371 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:05:57.812934 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:05:57.813794 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:05:57.814621 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:05:57.815482 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:05:57.816226 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:05:57.817174 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-18-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:05:57.827634 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-18-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:05:58.281653 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba5beb43-d270-429d-a518-3a915a677d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:58.820050 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037146'] for agent, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:01.031680 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037146'] for agent, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:01.918338 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 37714) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:02.062142 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.db.l3_hamode_db [None req-5c496d6d-e1c9-4dd2-aacc-95947ab93fd7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 13:06:02.142371 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c496d6d-e1c9-4dd2-aacc-95947ab93fd7 None None] Routers set() bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:02.142691 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c496d6d-e1c9-4dd2-aacc-95947ab93fd7 None None] Router IDs set() for agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 13:06:02.448704 dv-cinder-786627-18-iscsi neutron-server[93699]: WARNING oslo_policy.policy [None req-c9c36003-c6b7-40e9-8a84-9c5db14c2e36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:06:02.449343 dv-cinder-786627-18-iscsi neutron-server[93699]: WARNING oslo_policy.policy [None req-c9c36003-c6b7-40e9-8a84-9c5db14c2e36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:06:02.690944 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [None req-c9c36003-c6b7-40e9-8a84-9c5db14c2e36 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:06:02.691933 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-c9c36003-c6b7-40e9-8a84-9c5db14c2e36 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7723241 Jul 07 13:06:05.165880 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 37728) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:05.498431 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-426358f2-11e3-49d9-a0d8-1d5499aa6f0d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:05.593205 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.policy [None req-426358f2-11e3-49d9-a0d8-1d5499aa6f0d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93699) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 13:06:05.638775 dv-cinder-786627-18-iscsi neutron-server[93699]: WARNING oslo_policy.policy [None req-426358f2-11e3-49d9-a0d8-1d5499aa6f0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:06:05.639156 dv-cinder-786627-18-iscsi neutron-server[93699]: WARNING oslo_policy.policy [None req-426358f2-11e3-49d9-a0d8-1d5499aa6f0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:06:05.647914 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.quota [None req-426358f2-11e3-49d9-a0d8-1d5499aa6f0d admin admin] Loaded quota_driver: . Jul 07 13:06:05.803778 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-426358f2-11e3-49d9-a0d8-1d5499aa6f0d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728723954476', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728723954033', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728723967342', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728723968852', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728723979497', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728723924274', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-804044', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-794671', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8224174', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8260608'] for rbac-policy, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:06.031356 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-426358f2-11e3-49d9-a0d8-1d5499aa6f0d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:06.032707 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-426358f2-11e3-49d9-a0d8-1d5499aa6f0d admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8657837 Jul 07 13:06:08.820960 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 37740) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:09.204458 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Request body: {'network': {'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'admin_state_up': True, 'name': 'private', 'project_id': '0bf28dc83588434ebbd5b3232bcd0989'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:09.293887 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Made reservation on behalf of 0bf28dc83588434ebbd5b3232bcd0989 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:06:09.297443 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:09.320079 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:09.453243 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:09.533829 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:09.558326 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:06:09.590436 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728720391765', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:09.591049 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Unsubscribe: segment precommit_create {{(pid=93699) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 13:06:09.591583 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.segments_db [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Added segment 76456949-0279-4057-a542-b43a50541cbf of type vlan for network 3b75fa45-0f26-4e5f-80c3-8ad89abb5657 Jul 07 13:06:09.611968 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1d0826-c383-4197-b6b8-3a871ee64db9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:09.667537 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:09.667898 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:09.668243 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:09.668579 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:09.668950 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:09.669289 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:09.669627 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:09.669968 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:09.670294 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:09.670616 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:09.670943 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:09.671263 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Tracked resource versions report: Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: pushed versions: Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: { 'AddressGroup': {'1.2'}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'ConntrackHelper': {'1.0'}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Log': {'1.0'}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Network': {'1.1'}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Port': {'1.7'}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'PortForwarding': {'1.2'}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'QosPolicy': {'1.8'}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'SecurityGroup': {'1.4'}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'SecurityGroupRule': {'1.2'}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'SubPort': {'1.0'}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Subnet': {'1.1'}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Trunk': {'1.1'}} Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: consumer versions: Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: { DHCP agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: L3 agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: Metadata agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: Metering agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: Open vSwitch agent@dv-cinder-786627-18-iscsi: { 'AddressGroup': '1.2', Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'ConntrackHelper': '1.0', Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Log': '1.0', Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Network': '1.1', Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Port': '1.7', Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'PortForwarding': '1.2', Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'QosPolicy': '1.8', Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'SecurityGroup': '1.4', Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'SecurityGroupRule': '1.2', Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'SubPort': '1.0', Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Subnet': '1.1', Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Trunk': '1.1'}} Jul 07 13:06:09.672643 dv-cinder-786627-18-iscsi neutron-server[93699]: {{(pid=93699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 13:06:09.724357 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:09.831072 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:09.832136 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:09.832819 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:09.950868 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] Pushing event updated for resources: {'Network': ['ID=3b75fa45-0f26-4e5f-80c3-8ad89abb5657,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:09.962571 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network 3b75fa45-0f26-4e5f-80c3-8ad89abb5657 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:06:09.985795 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-b197ab37-0451-4a60-91df-5b8b03bf95f6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1634135 Jul 07 13:06:12.739068 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 37754) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:13.168922 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9307c4-1dc9-451b-b278-6e9a9fe37038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:13.170315 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-db9307c4-1dc9-451b-b278-6e9a9fe37038 admin admin] 10.222.0.67 "GET /v2.0/networks/3b75fa45-0f26-4e5f-80c3-8ad89abb5657 HTTP/1.1" status: 200 len: 825 time: 0.4302824 Jul 07 13:06:13.195609 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-8117d154-fb3f-46ce-8a95-8b90c1f58cf0 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/42fb2854-8f65-45e8-ada6-586271d06c46 HTTP/1.1" status: 200 len: 734 time: 0.0198021 Jul 07 13:06:13.204183 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-44950d7c-0e77-49f6-b94e-206d302ea410 admin admin] Request body: {'subnet': {'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'name': 'private-subnet', 'subnetpool_id': '42fb2854-8f65-45e8-ada6-586271d06c46', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:13.299034 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44950d7c-0e77-49f6-b94e-206d302ea410 admin admin] Made reservation on behalf of 0bf28dc83588434ebbd5b3232bcd0989 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:06:13.301520 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44950d7c-0e77-49f6-b94e-206d302ea410 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:13.671271 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44950d7c-0e77-49f6-b94e-206d302ea410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:13.743220 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44950d7c-0e77-49f6-b94e-206d302ea410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb84449-829d-462d-a3e6-e643c2ebebd4,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:13.752326 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44950d7c-0e77-49f6-b94e-206d302ea410 admin admin] Checking segment: {'id': '76456949-0279-4057-a542-b43a50541cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:06:13.752695 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44950d7c-0e77-49f6-b94e-206d302ea410 admin admin] Network hostable DHCP agents. Network: 3b75fa45-0f26-4e5f-80c3-8ad89abb5657, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:06:13.859260 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44950d7c-0e77-49f6-b94e-206d302ea410 admin admin] Network 3b75fa45-0f26-4e5f-80c3-8ad89abb5657 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:06:13.950776 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-44950d7c-0e77-49f6-b94e-206d302ea410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, 3b75fa45-0f26-4e5f-80c3-8ad89abb5657) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:06:13.955638 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44950d7c-0e77-49f6-b94e-206d302ea410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:13.956224 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44950d7c-0e77-49f6-b94e-206d302ea410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:13.962659 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d37e29-cea2-4444-8539-7275124cb33f None None] Network 3b75fa45-0f26-4e5f-80c3-8ad89abb5657 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:06:14.048510 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-44950d7c-0e77-49f6-b94e-206d302ea410 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8476636 Jul 07 13:06:14.357450 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a5641f-773f-5970-9f30-b9d7c504ccbf-3b75fa45-0f26-4e5f-80c3-8ad89abb5657', 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'fixed_ips': [{'subnet_id': 'ecb84449-829d-462d-a3e6-e643c2ebebd4'}]}} from dv-cinder-786627-18-iscsi. {{(pid=93700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:06:14.358681 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:14.663176 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Allocated IP 172.20.0.2 (3b75fa45-0f26-4e5f-80c3-8ad89abb5657/ecb84449-829d-462d-a3e6-e643c2ebebd4/93a45795-6dd1-48ef-8b25-22e4515e6d00) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:06:14.938718 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:14.956529 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Transition to ACTIVE for port object 93a45795-6dd1-48ef-8b25-22e4515e6d00 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:06:14.982034 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Transition to ACTIVE for port object 93a45795-6dd1-48ef-8b25-22e4515e6d00 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:06:15.065264 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:15.133117 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Network 3b75fa45-0f26-4e5f-80c3-8ad89abb5657 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:06:15.138003 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:06:15.145083 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:06:15.162151 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Pushing event updated for resources: {'Port': ['ID=93a45795-6dd1-48ef-8b25-22e4515e6d00,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:15.204806 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:15.205135 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:15.205479 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:15.205809 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:15.206140 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:15.206510 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:15.206828 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:15.207149 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:15.207488 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:15.207810 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:15.208237 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:15.208736 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Tracked resource versions report: Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: pushed versions: Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: { 'AddressGroup': {'1.2'}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'ConntrackHelper': {'1.0'}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Log': {'1.0'}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Network': {'1.1'}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Port': {'1.7'}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'PortForwarding': {'1.2'}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'QosPolicy': {'1.8'}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'SecurityGroup': {'1.4'}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'SecurityGroupRule': {'1.2'}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'SubPort': {'1.0'}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Subnet': {'1.1'}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Trunk': {'1.1'}} Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: consumer versions: Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: { DHCP agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: L3 agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: Metadata agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: Metering agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: Open vSwitch agent@dv-cinder-786627-18-iscsi: { 'AddressGroup': '1.2', Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'ConntrackHelper': '1.0', Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Log': '1.0', Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Network': '1.1', Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Port': '1.7', Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'PortForwarding': '1.2', Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'QosPolicy': '1.8', Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'SecurityGroup': '1.4', Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'SecurityGroupRule': '1.2', Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'SubPort': '1.0', Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Subnet': '1.1', Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Trunk': '1.1'}} Jul 07 13:06:15.210161 dv-cinder-786627-18-iscsi neutron-server[93700]: {{(pid=93700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 13:06:15.242859 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Attempting to bind port 93a45795-6dd1-48ef-8b25-22e4515e6d00 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:06:15.243264 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Attempting to bind port 93a45795-6dd1-48ef-8b25-22e4515e6d00 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '76456949-0279-4057-a542-b43a50541cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:06:15.243694 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Attempting to bind port 93a45795-6dd1-48ef-8b25-22e4515e6d00 on network 3b75fa45-0f26-4e5f-80c3-8ad89abb5657 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:06:15.250094 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:06:15.250571 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Checking segment: {'id': '76456949-0279-4057-a542-b43a50541cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:06:15.251156 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:15.251558 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Bound using segment: {'id': '76456949-0279-4057-a542-b43a50541cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:06:15.252347 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Bound port: 93a45795-6dd1-48ef-8b25-22e4515e6d00, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76456949-0279-4057-a542-b43a50541cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:06:15.252824 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:15.325318 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] For port 93a45795-6dd1-48ef-8b25-22e4515e6d00, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:06:15.330656 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] For port 93a45795-6dd1-48ef-8b25-22e4515e6d00, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=93a45795-6dd1-48ef-8b25-22e4515e6d00,segment=NetworkSegment(76456949-0279-4057-a542-b43a50541cbf),segment_id=76456949-0279-4057-a542-b43a50541cbf)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:06:15.385335 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:15.456400 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a207f-04ae-48d7-977b-befb3207b37c None None] Pushing event updated for resources: {'Port': ['ID=93a45795-6dd1-48ef-8b25-22e4515e6d00,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:16.506360 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 37762) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:16.856125 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [None req-53cececd-4807-4d7c-9fbb-27e2bdeb4ac0 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:06:16.857157 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-53cececd-4807-4d7c-9fbb-27e2bdeb4ac0 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3497183 Jul 07 13:06:19.310577 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 37770) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:19.711317 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [None req-06b96224-6979-4d7e-b272-069dfc4db0e6 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:06:19.712341 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-06b96224-6979-4d7e-b272-069dfc4db0e6 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4008212 Jul 07 13:06:21.672416 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 93a45795-6dd1-48ef-8b25-22e4515e6d00 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:06:21.836145 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 93a45795-6dd1-48ef-8b25-22e4515e6d00 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:06:21.851259 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1aa125-15aa-457c-af14-3bd068af15ed None None] Network 3b75fa45-0f26-4e5f-80c3-8ad89abb5657 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:06:22.045905 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-929dc58f-52bc-4700-817b-4b8495e20222 None None] Provisioning for port 93a45795-6dd1-48ef-8b25-22e4515e6d00 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:06:22.063852 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-929dc58f-52bc-4700-817b-4b8495e20222 None None] Provisioning complete for port 93a45795-6dd1-48ef-8b25-22e4515e6d00 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:06:22.064252 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-929dc58f-52bc-4700-817b-4b8495e20222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:22.182952 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-929dc58f-52bc-4700-817b-4b8495e20222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:22.219116 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-929dc58f-52bc-4700-817b-4b8495e20222 None None] For port 93a45795-6dd1-48ef-8b25-22e4515e6d00, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=93a45795-6dd1-48ef-8b25-22e4515e6d00,segment=NetworkSegment(76456949-0279-4057-a542-b43a50541cbf),segment_id=76456949-0279-4057-a542-b43a50541cbf)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:22.293191 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-929dc58f-52bc-4700-817b-4b8495e20222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:22.342129 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dc58f-52bc-4700-817b-4b8495e20222 None None] Pushing event updated for resources: {'Port': ['ID=93a45795-6dd1-48ef-8b25-22e4515e6d00,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:22.413782 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-8706f12d-efd9-4d7e-b78e-83047c8c944b None None] Provisioning complete for port 93a45795-6dd1-48ef-8b25-22e4515e6d00 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:06:22.414255 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8706f12d-efd9-4d7e-b78e-83047c8c944b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:22.495719 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 37784) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:22.823594 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-63ab9ec3-ed57-42dd-8591-7f86cf9a5188 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'admin_state_up': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:22.909815 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63ab9ec3-ed57-42dd-8591-7f86cf9a5188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8048145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26407'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:22.912309 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63ab9ec3-ed57-42dd-8591-7f86cf9a5188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8048270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8050494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26408'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:23.059030 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63ab9ec3-ed57-42dd-8591-7f86cf9a5188 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:23.122786 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63ab9ec3-ed57-42dd-8591-7f86cf9a5188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8048154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7901647'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:23.236112 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63ab9ec3-ed57-42dd-8591-7f86cf9a5188 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:23.237296 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-63ab9ec3-ed57-42dd-8591-7f86cf9a5188 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7406027 Jul 07 13:06:23.645310 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 93a45795-6dd1-48ef-8b25-22e4515e6d00 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:06:23.721256 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 93a45795-6dd1-48ef-8b25-22e4515e6d00 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:06:23.721875 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.104795 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e801-3e91-476c-aeb4-5dcd414e5ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.664059 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 37792) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:26.168623 dv-cinder-786627-18-iscsi neutron-server[93698]: WARNING oslo_policy.policy [None req-16d0e33d-7553-45c7-bef4-f3c0d63e68df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:06:26.169250 dv-cinder-786627-18-iscsi neutron-server[93698]: WARNING oslo_policy.policy [None req-16d0e33d-7553-45c7-bef4-f3c0d63e68df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:06:26.394975 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [None req-16d0e33d-7553-45c7-bef4-f3c0d63e68df admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:06:26.396745 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-16d0e33d-7553-45c7-bef4-f3c0d63e68df admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7305017 Jul 07 13:06:27.641217 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9017531a-a4aa-4ac5-888d-594d9e33fa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.790005 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.761400 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.810845 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 37806) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:29.141604 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:29.143059 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.quota [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Loaded quota_driver: . Jul 07 13:06:29.281323 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Made reservation on behalf of 564cf9464b0f4cd39cb0e4b139dcb8e2 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:06:29.354507 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.policy [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93698) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 13:06:29.400941 dv-cinder-786627-18-iscsi neutron-server[93698]: WARNING oslo_policy.policy [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:06:29.401321 dv-cinder-786627-18-iscsi neutron-server[93698]: WARNING oslo_policy.policy [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:06:29.412975 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:29.434072 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:29.567412 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:29.623784 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:29.635380 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Reserving flat network on physical network physnet1 {{(pid=93698) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 13:06:29.668596 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728720391765', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:29.674707 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Unsubscribe: segment precommit_create {{(pid=93698) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 13:06:29.674707 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Added segment 86f16acb-1ec2-4dc6-9113-b934c5d97480 of type flat for network da040029-a0da-4720-aea4-2db0f37c74a3 Jul 07 13:06:29.688200 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e99d09-afd2-4bc4-bca0-454970df4552,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:29.727105 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:29.727729 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:29.728177 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:29.728513 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:29.728839 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:29.729205 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:29.729536 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:29.729873 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:29.730199 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:29.730516 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:29.730838 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:29.731151 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Tracked resource versions report: Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: pushed versions: Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: { 'AddressGroup': {'1.2'}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'ConntrackHelper': {'1.0'}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Log': {'1.0'}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Network': {'1.1'}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Port': {'1.7'}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'PortForwarding': {'1.2'}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'QosPolicy': {'1.8'}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'SecurityGroup': {'1.4'}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'SecurityGroupRule': {'1.2'}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'SubPort': {'1.0'}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Subnet': {'1.1'}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Trunk': {'1.1'}} Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: consumer versions: Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: { DHCP agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: L3 agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: Metadata agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: Metering agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: Open vSwitch agent@dv-cinder-786627-18-iscsi: { 'AddressGroup': '1.2', Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'ConntrackHelper': '1.0', Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Log': '1.0', Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Network': '1.1', Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Port': '1.7', Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'PortForwarding': '1.2', Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'QosPolicy': '1.8', Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'SecurityGroup': '1.4', Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'SecurityGroupRule': '1.2', Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'SubPort': '1.0', Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Subnet': '1.1', Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Trunk': '1.1'}} Jul 07 13:06:29.732553 dv-cinder-786627-18-iscsi neutron-server[93698]: {{(pid=93698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 13:06:29.807869 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:29.915773 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:29.917162 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:29.917808 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:30.014845 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] Pushing event updated for resources: {'Network': ['ID=da040029-a0da-4720-aea4-2db0f37c74a3,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:30.025985 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network da040029-a0da-4720-aea4-2db0f37c74a3 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:06:30.059745 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-675437e2-c193-4a30-a7ac-20968fc6e3e7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2477474 Jul 07 13:06:30.966931 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.425484 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 37830) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:32.642163 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f319fb-9bdc-4d4e-85da-8761e614612d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:32.643522 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-92f319fb-9bdc-4d4e-85da-8761e614612d admin admin] 10.222.0.67 "GET /v2.0/subnets/ecb84449-829d-462d-a3e6-e643c2ebebd4 HTTP/1.1" status: 200 len: 849 time: 0.2170784 Jul 07 13:06:32.805247 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a9da8046-5012-4dad-9b0c-6e32ef563f67 admin admin] 10.222.0.67 "GET /v2.0/routers/b6e315c7-2384-44b7-8c85-4cb0c64c022a HTTP/1.1" status: 200 len: 704 time: 0.1551676 Jul 07 13:06:33.100926 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.404588 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Allocated IP 172.20.0.1 (3b75fa45-0f26-4e5f-80c3-8ad89abb5657/ecb84449-829d-462d-a3e6-e643c2ebebd4/e3557434-e13f-461c-b406-d5eb946805b3) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:06:33.616498 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.639777 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Transition to ACTIVE for port object e3557434-e13f-461c-b406-d5eb946805b3 will not be triggered until provisioned by entity DHCP. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:06:33.767283 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.842769 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Network 3b75fa45-0f26-4e5f-80c3-8ad89abb5657 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:06:33.852575 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:06:33.854551 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Pushing event updated for resources: {'Port': ['ID=e3557434-e13f-461c-b406-d5eb946805b3,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:33.867081 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:06:33.868130 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8049912'] for router_interface, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.149110 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.172219 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-ac2f84cc-fc35-47db-b7ff-844bd7b132f9 None None] Provisioning for port e3557434-e13f-461c-b406-d5eb946805b3 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:06:34.177386 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-ac2f84cc-fc35-47db-b7ff-844bd7b132f9 None None] Provisioning complete for port e3557434-e13f-461c-b406-d5eb946805b3 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:06:34.182962 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac2f84cc-fc35-47db-b7ff-844bd7b132f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.210359 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f84cc-fc35-47db-b7ff-844bd7b132f9 None None] Port e3557434-e13f-461c-b406-d5eb946805b3 cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:06:34.381334 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.446467 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.447375 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8051589'] for router_interface, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.533334 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Pushing event updated for resources: {'Port': ['ID=e3557434-e13f-461c-b406-d5eb946805b3,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:34.581895 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Network 3b75fa45-0f26-4e5f-80c3-8ad89abb5657 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:06:34.583802 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:06:34.819463 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Router b6e315c7-2384-44b7-8c85-4cb0c64c022a is scheduled to L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 with binding_index 1 {{(pid=93698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:06:34.831253 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-f6499c9a-4e54-4cc8-8629-5b407bcf1bfd None None] Provisioning complete for port e3557434-e13f-461c-b406-d5eb946805b3 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:06:34.831642 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6499c9a-4e54-4cc8-8629-5b407bcf1bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.871615 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f6499c9a-4e54-4cc8-8629-5b407bcf1bfd None None] Port e3557434-e13f-461c-b406-d5eb946805b3 cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:06:34.916040 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:06:34.921624 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3c8872af-1657-4b4d-96b0-ede0559e1bfe admin admin] 10.222.0.67 "PUT /v2.0/routers/b6e315c7-2384-44b7-8c85-4cb0c64c022a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1097810 Jul 07 13:06:34.926599 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Sync routers for ids ['b6e315c7-2384-44b7-8c85-4cb0c64c022a'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:06:34.938011 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Routers {'b6e315c7-2384-44b7-8c85-4cb0c64c022a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:34.938847 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:06:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['b6e315c7-2384-44b7-8c85-4cb0c64c022a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:35.133118 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Set router b6e315c7-2384-44b7-8c85-4cb0c64c022a gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:35.568567 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'name': 'router1', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:06:22Z', 'updated_at': '2021-07-07T13:06:34Z', 'revision_number': 2, 'project_id': '0bf28dc83588434ebbd5b3232bcd0989', 'gw_port_host': None, '_interfaces': [{'id': 'e3557434-e13f-461c-b406-d5eb946805b3', 'name': '', 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'mac_address': 'fa:16:3e:d7:84:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecb84449-829d-462d-a3e6-e643c2ebebd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:06:33Z', 'updated_at': '2021-07-07T13:06:34Z', 'revision_number': 2, 'project_id': '0bf28dc83588434ebbd5b3232bcd0989', 'subnets': [{'id': 'ecb84449-829d-462d-a3e6-e643c2ebebd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42fb2854-8f65-45e8-ada6-586271d06c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:35.620849 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Checking router: b6e315c7-2384-44b7-8c85-4cb0c64c022a for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:06:35.621241 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Updating router b6e315c7-2384-44b7-8c85-4cb0c64c022a port e3557434-e13f-461c-b406-d5eb946805b3 binding host dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:06:35.685057 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:36.153484 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 5 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:06:36.183141 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:36.200691 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Transition to ACTIVE for port object e3557434-e13f-461c-b406-d5eb946805b3 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:06:36.251854 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:36.341291 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Pushing event updated for resources: {'Port': ['ID=e3557434-e13f-461c-b406-d5eb946805b3,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:36.366527 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:36.366880 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:36.367216 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:36.367545 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:36.367871 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:36.368197 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:36.368526 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:36.368836 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:36.369194 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:36.369511 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:36.369952 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:36.370132 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Tracked resource versions report: Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: pushed versions: Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: { 'AddressGroup': {'1.2'}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'ConntrackHelper': {'1.0'}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Log': {'1.0'}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Network': {'1.1'}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Port': {'1.7'}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'PortForwarding': {'1.2'}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'QosPolicy': {'1.8'}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'SecurityGroup': {'1.4'}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'SecurityGroupRule': {'1.2'}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'SubPort': {'1.0'}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Subnet': {'1.1'}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Trunk': {'1.1'}} Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: consumer versions: Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: { DHCP agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: L3 agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: Metadata agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: Metering agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: Open vSwitch agent@dv-cinder-786627-18-iscsi: { 'AddressGroup': '1.2', Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'ConntrackHelper': '1.0', Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Log': '1.0', Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Network': '1.1', Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Port': '1.7', Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'PortForwarding': '1.2', Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'QosPolicy': '1.8', Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'SecurityGroup': '1.4', Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'SecurityGroupRule': '1.2', Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'SubPort': '1.0', Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Subnet': '1.1', Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Trunk': '1.1'}} Jul 07 13:06:36.371515 dv-cinder-786627-18-iscsi neutron-server[93701]: {{(pid=93701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 13:06:36.427015 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Attempting to bind port e3557434-e13f-461c-b406-d5eb946805b3 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:06:36.427422 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Attempting to bind port e3557434-e13f-461c-b406-d5eb946805b3 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '76456949-0279-4057-a542-b43a50541cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:06:36.427848 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Attempting to bind port e3557434-e13f-461c-b406-d5eb946805b3 on network 3b75fa45-0f26-4e5f-80c3-8ad89abb5657 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:06:36.433260 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:06:36.433675 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Checking segment: {'id': '76456949-0279-4057-a542-b43a50541cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:06:36.434184 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:36.434579 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Bound using segment: {'id': '76456949-0279-4057-a542-b43a50541cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:06:36.435233 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Bound port: e3557434-e13f-461c-b406-d5eb946805b3, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76456949-0279-4057-a542-b43a50541cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:06:36.435648 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:36.503118 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] For port e3557434-e13f-461c-b406-d5eb946805b3, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:06:36.525500 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] For port e3557434-e13f-461c-b406-d5eb946805b3, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=e3557434-e13f-461c-b406-d5eb946805b3,segment=NetworkSegment(76456949-0279-4057-a542-b43a50541cbf),segment_id=76456949-0279-4057-a542-b43a50541cbf)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:06:36.572841 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:36.633169 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4d718-fbe4-43ee-894b-6f3c68556f30 None None] Pushing event updated for resources: {'Port': ['ID=e3557434-e13f-461c-b406-d5eb946805b3,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:36.638401 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Routers {'b6e315c7-2384-44b7-8c85-4cb0c64c022a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:36.638996 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:06:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['b6e315c7-2384-44b7-8c85-4cb0c64c022a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:36.731206 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] Set router b6e315c7-2384-44b7-8c85-4cb0c64c022a gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:36.943544 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'name': 'router1', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:06:22Z', 'updated_at': '2021-07-07T13:06:34Z', 'revision_number': 2, 'project_id': '0bf28dc83588434ebbd5b3232bcd0989', 'gw_port_host': None, '_interfaces': [{'id': 'e3557434-e13f-461c-b406-d5eb946805b3', 'name': '', 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'mac_address': 'fa:16:3e:d7:84:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecb84449-829d-462d-a3e6-e643c2ebebd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:06:33Z', 'updated_at': '2021-07-07T13:06:36Z', 'revision_number': 4, 'project_id': '0bf28dc83588434ebbd5b3232bcd0989', 'subnets': [{'id': 'ecb84449-829d-462d-a3e6-e643c2ebebd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42fb2854-8f65-45e8-ada6-586271d06c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:36.968697 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf3c75-8c76-4b50-8c33-c21b6a6055c3 None None] The sync data for ids ['b6e315c7-2384-44b7-8c85-4cb0c64c022a'] in dv-cinder-786627-18-iscsi is: [{'id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'name': 'router1', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:06:22Z', 'updated_at': '2021-07-07T13:06:34Z', 'revision_number': 2, 'project_id': '0bf28dc83588434ebbd5b3232bcd0989', 'gw_port_host': None, '_interfaces': [{'id': 'e3557434-e13f-461c-b406-d5eb946805b3', 'name': '', 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'mac_address': 'fa:16:3e:d7:84:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecb84449-829d-462d-a3e6-e643c2ebebd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:06:33Z', 'updated_at': '2021-07-07T13:06:36Z', 'revision_number': 4, 'project_id': '0bf28dc83588434ebbd5b3232bcd0989', 'subnets': [{'id': 'ecb84449-829d-462d-a3e6-e643c2ebebd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42fb2854-8f65-45e8-ada6-586271d06c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:06:37.181942 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 37852) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:37.295041 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520cf0b3-2f21-461a-b3a6-a1db36f7d2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:37.296317 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-520cf0b3-2f21-461a-b3a6-a1db36f7d2a1 admin admin] 10.222.0.67 "GET /v2.0/networks/da040029-a0da-4720-aea4-2db0f37c74a3 HTTP/1.1" status: 200 len: 842 time: 0.1134310 Jul 07 13:06:37.308777 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-e04e9184-199b-4d30-962f-7a1502980c12 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:37.406311 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04e9184-199b-4d30-962f-7a1502980c12 admin admin] Made reservation on behalf of 564cf9464b0f4cd39cb0e4b139dcb8e2 for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:06:37.408629 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e04e9184-199b-4d30-962f-7a1502980c12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:37.769432 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.objects.ports [None req-e04e9184-199b-4d30-962f-7a1502980c12 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93698) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 13:06:37.770466 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e04e9184-199b-4d30-962f-7a1502980c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:37.831082 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e9184-199b-4d30-962f-7a1502980c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94310420-1ff5-409c-be98-305bbb857017,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:37.836219 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04e9184-199b-4d30-962f-7a1502980c12 admin admin] Checking segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:06:37.836568 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04e9184-199b-4d30-962f-7a1502980c12 admin admin] Network hostable DHCP agents. Network: da040029-a0da-4720-aea4-2db0f37c74a3, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:06:37.949646 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04e9184-199b-4d30-962f-7a1502980c12 admin admin] Network da040029-a0da-4720-aea4-2db0f37c74a3 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:06:38.040653 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-e04e9184-199b-4d30-962f-7a1502980c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, da040029-a0da-4720-aea4-2db0f37c74a3) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:06:38.044593 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04e9184-199b-4d30-962f-7a1502980c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:38.045195 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e04e9184-199b-4d30-962f-7a1502980c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:38.050631 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b2e6a-9566-41b0-a51b-d1d41fdb113e None None] Network da040029-a0da-4720-aea4-2db0f37c74a3 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:06:38.167634 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e04e9184-199b-4d30-962f-7a1502980c12 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8650675 Jul 07 13:06:38.180273 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b852f-a70c-43f5-b6f2-f9880c6aaa81 None None] Network da040029-a0da-4720-aea4-2db0f37c74a3 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:06:40.513252 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 37864) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:40.661971 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-441b9505-b991-4f86-9355-ba0ff5077476 admin admin] 10.222.0.67 "GET /v2.0/routers/b6e315c7-2384-44b7-8c85-4cb0c64c022a HTTP/1.1" status: 200 len: 710 time: 0.1475818 Jul 07 13:06:40.747761 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeefa6d-0a42-4843-944b-92395541df10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:40.749162 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-dfeefa6d-0a42-4843-944b-92395541df10 admin admin] 10.222.0.67 "GET /v2.0/networks/da040029-a0da-4720-aea4-2db0f37c74a3 HTTP/1.1" status: 200 len: 886 time: 0.0821357 Jul 07 13:06:40.758107 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:41.075843 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7901652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8048131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26426'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.406252 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.488892 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.649556 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Allocated IP 172.27.2.243 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/d5fd608d-0099-436b-8586-78d803627872) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:06:41.669179 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device e3557434-e13f-461c-b406-d5eb946805b3 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:06:41.755452 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.777750 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port e3557434-e13f-461c-b406-d5eb946805b3 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:06:41.781644 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port e3557434-e13f-461c-b406-d5eb946805b3 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:06:41.782089 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.858287 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.875305 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.912122 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:06:41.914926 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:06:41.918244 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:06:41.959280 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Pushing event updated for resources: {'Port': ['ID=d5fd608d-0099-436b-8586-78d803627872,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:41.976616 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port e3557434-e13f-461c-b406-d5eb946805b3, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=e3557434-e13f-461c-b406-d5eb946805b3,segment=NetworkSegment(76456949-0279-4057-a542-b43a50541cbf),segment_id=76456949-0279-4057-a542-b43a50541cbf)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:42.035449 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.086086 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=e3557434-e13f-461c-b406-d5eb946805b3,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:42.242975 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.440245 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7901652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8048131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26426'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.444270 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7901647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7901661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7901638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8048140'] for router, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.554119 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Router b6e315c7-2384-44b7-8c85-4cb0c64c022a has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:06:42.658419 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:06:42.663411 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.664513 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-6a2fb5b9-10a2-4a11-9da1-23323928ddba admin admin] 10.222.0.67 "PUT /v2.0/routers/b6e315c7-2384-44b7-8c85-4cb0c64c022a HTTP/1.1" status: 200 len: 890 time: 1.9097049 Jul 07 13:06:42.668586 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Sync routers for ids ['b6e315c7-2384-44b7-8c85-4cb0c64c022a'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:06:42.680451 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Routers {'b6e315c7-2384-44b7-8c85-4cb0c64c022a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:42.681256 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:06:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['b6e315c7-2384-44b7-8c85-4cb0c64c022a'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:42.947463 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Set router b6e315c7-2384-44b7-8c85-4cb0c64c022a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:43.357940 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'name': 'router1', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd5fd608d-0099-436b-8586-78d803627872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:06:22Z', 'updated_at': '2021-07-07T13:06:42Z', 'revision_number': 4, 'project_id': '0bf28dc83588434ebbd5b3232bcd0989', 'gw_port': {'id': 'd5fd608d-0099-436b-8586-78d803627872', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:06:41Z', 'updated_at': '2021-07-07T13:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'e3557434-e13f-461c-b406-d5eb946805b3', 'name': '', 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'mac_address': 'fa:16:3e:d7:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecb84449-829d-462d-a3e6-e643c2ebebd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:06:33Z', 'updated_at': '2021-07-07T13:06:41Z', 'revision_number': 5, 'project_id': '0bf28dc83588434ebbd5b3232bcd0989', 'subnets': [{'id': 'ecb84449-829d-462d-a3e6-e643c2ebebd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42fb2854-8f65-45e8-ada6-586271d06c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:43.409667 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Checking router: b6e315c7-2384-44b7-8c85-4cb0c64c022a for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:06:43.410224 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Updating router b6e315c7-2384-44b7-8c85-4cb0c64c022a port d5fd608d-0099-436b-8586-78d803627872 binding host dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:06:43.442365 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.667826 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device e3557434-e13f-461c-b406-d5eb946805b3 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:06:43.796757 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port e3557434-e13f-461c-b406-d5eb946805b3 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:06:43.797496 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.799544 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.828663 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Transition to ACTIVE for port object d5fd608d-0099-436b-8586-78d803627872 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:06:43.914875 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.966747 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f203dd-95ee-4042-878b-37c0e059a318 None None] Pushing event updated for resources: {'Port': ['ID=d5fd608d-0099-436b-8586-78d803627872,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:43.968976 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Attempting to bind port d5fd608d-0099-436b-8586-78d803627872 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:06:43.969475 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Attempting to bind port d5fd608d-0099-436b-8586-78d803627872 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:06:43.972881 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Attempting to bind port d5fd608d-0099-436b-8586-78d803627872 on network da040029-a0da-4720-aea4-2db0f37c74a3 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:06:43.975396 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:06:43.976157 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Checking segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:06:43.976157 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.976536 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Bound using segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:06:43.977344 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Bound port: d5fd608d-0099-436b-8586-78d803627872, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:06:43.977745 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:44.031245 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] For port d5fd608d-0099-436b-8586-78d803627872, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:06:44.034732 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] For port d5fd608d-0099-436b-8586-78d803627872, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=d5fd608d-0099-436b-8586-78d803627872,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:06:44.115861 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:44.256236 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Routers {'b6e315c7-2384-44b7-8c85-4cb0c64c022a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:44.256955 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:06:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['b6e315c7-2384-44b7-8c85-4cb0c64c022a'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:44.259800 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f203dd-95ee-4042-878b-37c0e059a318 None None] Pushing event updated for resources: {'Port': ['ID=d5fd608d-0099-436b-8586-78d803627872,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:44.363728 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] Set router b6e315c7-2384-44b7-8c85-4cb0c64c022a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:44.590219 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'name': 'router1', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd5fd608d-0099-436b-8586-78d803627872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:06:22Z', 'updated_at': '2021-07-07T13:06:42Z', 'revision_number': 4, 'project_id': '0bf28dc83588434ebbd5b3232bcd0989', 'gw_port': {'id': 'd5fd608d-0099-436b-8586-78d803627872', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:06:41Z', 'updated_at': '2021-07-07T13:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'e3557434-e13f-461c-b406-d5eb946805b3', 'name': '', 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'mac_address': 'fa:16:3e:d7:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecb84449-829d-462d-a3e6-e643c2ebebd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:06:33Z', 'updated_at': '2021-07-07T13:06:41Z', 'revision_number': 5, 'project_id': '0bf28dc83588434ebbd5b3232bcd0989', 'subnets': [{'id': 'ecb84449-829d-462d-a3e6-e643c2ebebd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42fb2854-8f65-45e8-ada6-586271d06c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:44.619584 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f21291-6669-44b6-bc3b-e6d29eebca2c None None] The sync data for ids ['b6e315c7-2384-44b7-8c85-4cb0c64c022a'] in dv-cinder-786627-18-iscsi is: [{'id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'name': 'router1', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd5fd608d-0099-436b-8586-78d803627872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:06:22Z', 'updated_at': '2021-07-07T13:06:42Z', 'revision_number': 4, 'project_id': '0bf28dc83588434ebbd5b3232bcd0989', 'gw_port': {'id': 'd5fd608d-0099-436b-8586-78d803627872', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:06:41Z', 'updated_at': '2021-07-07T13:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'e3557434-e13f-461c-b406-d5eb946805b3', 'name': '', 'network_id': '3b75fa45-0f26-4e5f-80c3-8ad89abb5657', 'tenant_id': '0bf28dc83588434ebbd5b3232bcd0989', 'mac_address': 'fa:16:3e:d7:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e315c7-2384-44b7-8c85-4cb0c64c022a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecb84449-829d-462d-a3e6-e643c2ebebd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:06:33Z', 'updated_at': '2021-07-07T13:06:41Z', 'revision_number': 5, 'project_id': '0bf28dc83588434ebbd5b3232bcd0989', 'subnets': [{'id': 'ecb84449-829d-462d-a3e6-e643c2ebebd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42fb2854-8f65-45e8-ada6-586271d06c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:06:45.116621 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 37872) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:45.259783 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-6c93ae76-af2e-46ab-80a7-b5836bf3e891 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1419742 Jul 07 13:06:45.694312 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device d5fd608d-0099-436b-8586-78d803627872 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:06:45.840198 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port d5fd608d-0099-436b-8586-78d803627872 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:06:45.844538 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port d5fd608d-0099-436b-8586-78d803627872 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:06:45.844943 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:45.933927 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:45.954625 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port d5fd608d-0099-436b-8586-78d803627872, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=d5fd608d-0099-436b-8586-78d803627872,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:46.052837 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:46.101629 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=d5fd608d-0099-436b-8586-78d803627872,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:47.682081 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device d5fd608d-0099-436b-8586-78d803627872 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:06:47.735186 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port d5fd608d-0099-436b-8586-78d803627872 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:06:47.735865 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:54.954815 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb06c845-a89b-49b5-bf2d-aefb24815155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:57.640559 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29b792db-f991-466d-8225-8e9fdb041f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:57.783590 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:58.800306 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:00.978645 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:13.125291 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 5 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:07:24.959494 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b86eab4c-5597-49ef-ad19-d99b6808607e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:27.645264 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21e6faed-3416-4c7c-8e1c-81eeaa67fda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:27.793743 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:28.776386 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:31.085199 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.124231 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 5 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:07:54.976234 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a404f99f-eafd-4e6f-a128-8b268b9b85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:57.682988 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41478974-471b-43fa-b822-4ae552cdacd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:57.861298 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:58.785409 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:00.975412 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:24.968785 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1233b96b-dbf7-4cfd-a42a-7d4a23b8510f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:26.421486 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38442) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:26.567921 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdaacca3-b7de-4f41-af25-a0afa4a3f3d1 admin admin] GET failed (client error): The resource could not be found. Jul 07 13:08:26.569358 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-fdaacca3-b7de-4f41-af25-a0afa4a3f3d1 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1469207 Jul 07 13:08:26.726468 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff7592-b725-474b-85a3-795fe7179dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:26.727957 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-08ff7592-b725-474b-85a3-795fe7179dd6 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1546128 Jul 07 13:08:27.123949 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 5 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:08:27.654339 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a533e859-406f-4b13-b8d3-6c696a7dcbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:27.808666 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:28.814385 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:28.885865 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38452) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:28.987866 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0a82eb-2553-4fa2-89e8-ee4a6274187e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:28.989248 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0e0a82eb-2553-4fa2-89e8-ee4a6274187e admin admin] 10.222.0.67 "GET /v2.0/subnets/ecb84449-829d-462d-a3e6-e643c2ebebd4 HTTP/1.1" status: 200 len: 849 time: 0.1024220 Jul 07 13:08:28.999026 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:08:29.083514 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Notify callbacks [] for subnet, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:29.300355 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728720263711'] for subnet, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:29.330125 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:29.330716 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:29.340900 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] 10.222.0.67 "PUT /v2.0/subnets/ecb84449-829d-462d-a3e6-e643c2ebebd4 HTTP/1.1" status: 200 len: 868 time: 0.3373320 Jul 07 13:08:29.341144 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23025b88-5eab-469e-9403-d10e3ae480e8 None None] Network 3b75fa45-0f26-4e5f-80c3-8ad89abb5657 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:08:29.353074 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb84449-829d-462d-a3e6-e643c2ebebd4,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:29.360510 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:29.360908 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:29.361268 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:29.361624 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:29.361962 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:29.362309 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:29.362645 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:29.362992 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:29.363338 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:29.363664 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:29.363990 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:29.364313 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e52e-4485-4d77-970e-15949494122a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:29.775506 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a7a1dca6-0a9a-473a-bde5-b8772391a75b None None] Provisioning complete for port e3557434-e13f-461c-b406-d5eb946805b3 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:08:29.775876 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7a1dca6-0a9a-473a-bde5-b8772391a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:29.863467 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a7a1dca6-0a9a-473a-bde5-b8772391a75b None None] Provisioning complete for port 93a45795-6dd1-48ef-8b25-22e4515e6d00 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:08:29.864117 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7a1dca6-0a9a-473a-bde5-b8772391a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:31.000920 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:31.544383 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38460) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:31.741790 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c970e2-c8a8-44f1-9820-5a77ede2c432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:31.742171 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c970e2-c8a8-44f1-9820-5a77ede2c432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:31.743710 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f3c970e2-c8a8-44f1-9820-5a77ede2c432 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976855 Jul 07 13:08:33.970049 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38468) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:34.108222 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541de23-aac1-4da4-adec-b2cbaf60d195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:34.108803 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541de23-aac1-4da4-adec-b2cbaf60d195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:34.110385 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d541de23-aac1-4da4-adec-b2cbaf60d195 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1394327 Jul 07 13:08:36.284621 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38476) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:36.415373 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d7a72-8270-4790-bd64-21a8d5ed44a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:36.416852 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3a1d7a72-8270-4790-bd64-21a8d5ed44a4 admin admin] 10.222.0.67 "GET /v2.0/networks/3b75fa45-0f26-4e5f-80c3-8ad89abb5657 HTTP/1.1" status: 200 len: 869 time: 0.1311460 Jul 07 13:08:38.640180 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38484) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:38.765976 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5023fb0b-fff0-48aa-95a4-cfab1593bccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:38.767352 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-5023fb0b-fff0-48aa-95a4-cfab1593bccb admin admin] 10.222.0.67 "GET /v2.0/networks/da040029-a0da-4720-aea4-2db0f37c74a3 HTTP/1.1" status: 200 len: 886 time: 0.1260991 Jul 07 13:08:40.946494 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38492) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:41.075463 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bc4b4e-6cc1-48a4-9835-1c872e2c72ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:41.075923 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bc4b4e-6cc1-48a4-9835-1c872e2c72ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:41.078484 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d0bc4b4e-6cc1-48a4-9835-1c872e2c72ee admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309872 Jul 07 13:08:43.350188 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38500) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:43.440479 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d8f72-dcab-48f1-a9a0-6b1309019494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:43.440959 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d8f72-dcab-48f1-a9a0-6b1309019494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:43.442484 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-484d8f72-dcab-48f1-a9a0-6b1309019494 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913358 Jul 07 13:08:45.636742 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38508) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:45.722270 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4568482-a098-4cec-90a3-524e2702da1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:45.723640 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a4568482-a098-4cec-90a3-524e2702da1b admin admin] 10.222.0.67 "GET /v2.0/subnets/94310420-1ff5-409c-be98-305bbb857017 HTTP/1.1" status: 200 len: 816 time: 0.0859234 Jul 07 13:08:47.885763 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38516) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:47.979074 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b743d9eb-0bd7-40af-9c36-9cf051ba0340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:47.980427 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-b743d9eb-0bd7-40af-9c36-9cf051ba0340 admin admin] 10.222.0.67 "GET /v2.0/subnets/ecb84449-829d-462d-a3e6-e643c2ebebd4 HTTP/1.1" status: 200 len: 868 time: 0.0936987 Jul 07 13:08:54.969908 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d4c56b8b-d73d-4a0a-bf3b-a979cdd6fc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:57.673880 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-916e4cfa-efb3-47d5-91d1-b1c4083de521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:57.822453 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:58.807945 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:00.973538 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:04.122477 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 5 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:09:12.088574 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38560) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:09:12.135278 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [None req-6d6d187b-985a-473a-99d6-2980634f3171 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:09:12.136307 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-6d6d187b-985a-473a-99d6-2980634f3171 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464587 Jul 07 13:09:14.421481 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38568) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:09:14.483544 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d3187b-2c5c-4f6f-a6de-30a72cd77a69 admin admin] GET failed (client error): The resource could not be found. Jul 07 13:09:14.484984 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-47d3187b-2c5c-4f6f-a6de-30a72cd77a69 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621727 Jul 07 13:09:14.570044 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f37f122-4e3b-44cc-8418-2cb0e69a3818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:14.571532 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3f37f122-4e3b-44cc-8418-2cb0e69a3818 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828280 Jul 07 13:09:16.779499 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 38576) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:09:16.828882 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:09:16.910188 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Made reservation on behalf of 564cf9464b0f4cd39cb0e4b139dcb8e2 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:09:16.912525 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:16.951001 dv-cinder-786627-18-iscsi neutron-server[93699]: WARNING neutron.services.revisions.revision_plugin [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Could not find related network for resource to bump revision. Jul 07 13:09:16.962568 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:09:16.971613 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:16.971950 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.segments_db [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Added segment f0f15b4c-443a-4270-acaf-c07637c46f64 of type vlan for network db86d108-7c13-4c06-a2ec-f0dd78ced457 Jul 07 13:09:17.010377 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:17.096013 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:17.096983 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:17.097552 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:17.157361 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Pushing event updated for resources: {'Network': ['ID=db86d108-7c13-4c06-a2ec-f0dd78ced457,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:09:17.163773 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:17.164127 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:17.164457 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:17.164784 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:17.165137 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:17.165481 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:17.165808 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:17.166150 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:17.166506 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:17.166813 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:17.167126 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:17.167437 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:17.179156 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network db86d108-7c13-4c06-a2ec-f0dd78ced457 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:09:17.222799 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-4154b893-b7a9-49db-8284-c0a4efeb727b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4420745 Jul 07 13:09:19.428016 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38586) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:09:19.491557 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4fdd33-eec0-4560-b5f6-7b33c45d5954 admin admin] GET failed (client error): The resource could not be found. Jul 07 13:09:19.492862 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-ea4fdd33-eec0-4560-b5f6-7b33c45d5954 admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0638795 Jul 07 13:09:19.561628 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c3b552-b151-4086-b4e0-c7237607ccfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:19.563089 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-58c3b552-b151-4086-b4e0-c7237607ccfa admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661790 Jul 07 13:09:19.572573 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-c0c63f59-cc79-48ba-b343-d07a52a58806 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'db86d108-7c13-4c06-a2ec-f0dd78ced457'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:09:19.664110 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c63f59-cc79-48ba-b343-d07a52a58806 admin admin] Made reservation on behalf of 564cf9464b0f4cd39cb0e4b139dcb8e2 for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:09:19.667665 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c0c63f59-cc79-48ba-b343-d07a52a58806 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:19.898312 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c0c63f59-cc79-48ba-b343-d07a52a58806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:19.952605 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c63f59-cc79-48ba-b343-d07a52a58806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5f3a576-5832-4597-bfb1-402cb0c2d260,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:09:19.960522 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c63f59-cc79-48ba-b343-d07a52a58806 admin admin] Checking segment: {'id': 'f0f15b4c-443a-4270-acaf-c07637c46f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'db86d108-7c13-4c06-a2ec-f0dd78ced457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:09:19.960905 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c63f59-cc79-48ba-b343-d07a52a58806 admin admin] Network hostable DHCP agents. Network: db86d108-7c13-4c06-a2ec-f0dd78ced457, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:09:20.035243 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c63f59-cc79-48ba-b343-d07a52a58806 admin admin] Network db86d108-7c13-4c06-a2ec-f0dd78ced457 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:09:20.121336 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-c0c63f59-cc79-48ba-b343-d07a52a58806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, db86d108-7c13-4c06-a2ec-f0dd78ced457) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:09:20.125562 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c63f59-cc79-48ba-b343-d07a52a58806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:20.126143 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c0c63f59-cc79-48ba-b343-d07a52a58806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:20.131304 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e15fcd4-45ce-438b-b5e7-bd8e4f3cb240 None None] Network db86d108-7c13-4c06-a2ec-f0dd78ced457 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:09:20.228223 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c0c63f59-cc79-48ba-b343-d07a52a58806 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6589463 Jul 07 13:09:20.498580 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a5641f-773f-5970-9f30-b9d7c504ccbf-db86d108-7c13-4c06-a2ec-f0dd78ced457', 'network_id': 'db86d108-7c13-4c06-a2ec-f0dd78ced457', 'tenant_id': '564cf9464b0f4cd39cb0e4b139dcb8e2', 'fixed_ips': [{'subnet_id': 'b5f3a576-5832-4597-bfb1-402cb0c2d260'}]}} from dv-cinder-786627-18-iscsi. {{(pid=93700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:09:20.499477 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:20.643372 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Allocated IP 192.168.233.2 (db86d108-7c13-4c06-a2ec-f0dd78ced457/b5f3a576-5832-4597-bfb1-402cb0c2d260/c1819817-a0c6-4266-a4a0-6396aed9dedb) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:09:20.801999 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:20.811363 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Transition to ACTIVE for port object c1819817-a0c6-4266-a4a0-6396aed9dedb will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:09:20.826994 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Transition to ACTIVE for port object c1819817-a0c6-4266-a4a0-6396aed9dedb will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:09:20.939002 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:20.995222 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Pushing event updated for resources: {'Port': ['ID=c1819817-a0c6-4266-a4a0-6396aed9dedb,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:09:21.025318 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Network db86d108-7c13-4c06-a2ec-f0dd78ced457 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:09:21.029345 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:21.029721 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:21.030073 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:21.030417 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:21.030754 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:21.031092 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:21.031424 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:21.031757 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:21.032101 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:21.032434 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:21.032763 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:21.033116 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:21.036469 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:09:21.092601 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:09:21.162402 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Attempting to bind port c1819817-a0c6-4266-a4a0-6396aed9dedb on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:09:21.163043 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Attempting to bind port c1819817-a0c6-4266-a4a0-6396aed9dedb by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': 'f0f15b4c-443a-4270-acaf-c07637c46f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'db86d108-7c13-4c06-a2ec-f0dd78ced457'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:09:21.163151 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Attempting to bind port c1819817-a0c6-4266-a4a0-6396aed9dedb on network db86d108-7c13-4c06-a2ec-f0dd78ced457 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:09:21.175210 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:09:21.175587 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Checking segment: {'id': 'f0f15b4c-443a-4270-acaf-c07637c46f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'db86d108-7c13-4c06-a2ec-f0dd78ced457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:09:21.175985 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:21.176377 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Bound using segment: {'id': 'f0f15b4c-443a-4270-acaf-c07637c46f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'db86d108-7c13-4c06-a2ec-f0dd78ced457'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:09:21.176848 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Bound port: c1819817-a0c6-4266-a4a0-6396aed9dedb, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f15b4c-443a-4270-acaf-c07637c46f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'db86d108-7c13-4c06-a2ec-f0dd78ced457'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:09:21.177271 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:21.280251 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] For port c1819817-a0c6-4266-a4a0-6396aed9dedb, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:09:21.299755 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] For port c1819817-a0c6-4266-a4a0-6396aed9dedb, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=c1819817-a0c6-4266-a4a0-6396aed9dedb,segment=NetworkSegment(f0f15b4c-443a-4270-acaf-c07637c46f64),segment_id=f0f15b4c-443a-4270-acaf-c07637c46f64)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:09:21.367809 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:21.429028 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa128d4-d499-41e8-9e5f-6b1037212843 None None] Pushing event updated for resources: {'Port': ['ID=c1819817-a0c6-4266-a4a0-6396aed9dedb,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:09:21.806144 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device c1819817-a0c6-4266-a4a0-6396aed9dedb up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:09:21.909866 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port c1819817-a0c6-4266-a4a0-6396aed9dedb completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:09:22.266308 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcbd7e5-9d5c-4880-932e-6192dbc4956e None None] Network db86d108-7c13-4c06-a2ec-f0dd78ced457 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:09:22.381124 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-35c2112e-9c13-4fd1-b7e7-0f7f355738f2 None None] Provisioning for port c1819817-a0c6-4266-a4a0-6396aed9dedb completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:09:22.389732 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-35c2112e-9c13-4fd1-b7e7-0f7f355738f2 None None] Provisioning complete for port c1819817-a0c6-4266-a4a0-6396aed9dedb triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:09:22.391617 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35c2112e-9c13-4fd1-b7e7-0f7f355738f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:22.507489 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35c2112e-9c13-4fd1-b7e7-0f7f355738f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:22.551083 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-35c2112e-9c13-4fd1-b7e7-0f7f355738f2 None None] For port c1819817-a0c6-4266-a4a0-6396aed9dedb, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=c1819817-a0c6-4266-a4a0-6396aed9dedb,segment=NetworkSegment(f0f15b4c-443a-4270-acaf-c07637c46f64),segment_id=f0f15b4c-443a-4270-acaf-c07637c46f64)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:09:22.642186 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35c2112e-9c13-4fd1-b7e7-0f7f355738f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:22.691908 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2112e-9c13-4fd1-b7e7-0f7f355738f2 None None] Pushing event updated for resources: {'Port': ['ID=c1819817-a0c6-4266-a4a0-6396aed9dedb,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:09:22.766783 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-182e793c-2c34-432b-8629-fe4d7d34a8b3 None None] Provisioning complete for port c1819817-a0c6-4266-a4a0-6396aed9dedb triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:09:22.766783 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-182e793c-2c34-432b-8629-fe4d7d34a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:23.785507 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device c1819817-a0c6-4266-a4a0-6396aed9dedb up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:09:23.832404 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port c1819817-a0c6-4266-a4a0-6396aed9dedb triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:09:23.832772 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:24.946880 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-212edef3-6aa3-453a-97f2-57189a58a9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:27.649737 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a6233b73-fcc0-4912-b857-54c1d0662b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:27.798202 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:28.803701 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:31.009670 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:41.120719 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 5 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:09:54.966192 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-846dc9f1-1a08-436b-b399-15f47b44c2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:57.636640 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4e1fb5c-a8b4-42d9-9522-5718888349c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:57.805612 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:58.802335 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:00.988322 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:18.119902 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 5 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:10:24.959501 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f57a7f0-285c-446d-8e82-1ffbb07cdddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:27.702038 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bd0dc26b-5754-4fee-abb4-36dd4463494d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:27.800689 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:28.856117 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:30.988714 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:39.257016 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38642) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:10:39.263651 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [None req-32892b20-574f-4adf-99af-e8986f06847b tempest-verify_tempest_config-776855665 tempest-verify_tempest_config-776855665-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:10:39.264633 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-32892b20-574f-4adf-99af-e8986f06847b tempest-verify_tempest_config-776855665 tempest-verify_tempest_config-776855665-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066705 Jul 07 13:10:39.896382 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38660) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:10:39.914545 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:40.100582 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:40.183523 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:40.228856 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6581ca5dd7544b2953a05bba72e9a11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4151893 Jul 07 13:10:40.229580 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4603c068-95fb-4289-b3cd-637986d2a13c,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:10:40.231878 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 38664) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:10:40.236592 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.236982 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.237329 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.237665 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.237998 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.238341 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.238670 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.239016 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.239340 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.239661 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.239982 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.240301 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8e7d79-9275-45fc-b344-1d2f97a30782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.294470 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:40.316946 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:40.467690 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:40.470325 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:40.471465 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4603c068-95fb-4289-b3cd-637986d2a13c HTTP/1.1" status: 204 len: 168 time: 0.2386155 Jul 07 13:10:40.479546 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4603c068-95fb-4289-b3cd-637986d2a13c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:10:40.486763 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.487116 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.487461 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.487908 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.488150 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.488502 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.488837 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.489217 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.489816 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.490156 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.490485 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:40.490809 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548016-26b5-4c82-a4da-84ec7a9e9c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:54.959628 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8da412a4-a887-4651-834c-97fadaf7fa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:55.118363 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 5 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:10:57.627725 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fee924ee-a0fa-4531-99be-2775696a804b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:57.805208 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:58.810358 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:01.015931 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:24.963759 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7b1513c-ffcc-4ad6-b2a5-af693b1915fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:27.642847 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a175ad0e-c5f1-41cd-b812-2fb26ea47e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:27.848462 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:28.814041 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:30.980440 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:32.116531 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 5 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:11:54.938690 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef8e6-0286-4b68-8a2c-1586c285ef42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:57.646839 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8b08abf-ea31-4d63-bf6d-b5d96e99c70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:57.858380 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:58.801524 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:01.006870 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:09.114525 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 5 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:12:19.733287 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037146'] for agent, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:24.977618 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0dd94dc-94f6-4646-a7c9-9b36cf2a1e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:27.674419 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66fbed01-e0c1-4954-87f8-83a400f3fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:27.812400 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:28.875069 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:31.011961 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:34.965661 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 38738) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:12:35.070737 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-987080b9-12d0-40b1-9253-ead43928d369 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1033807 Jul 07 13:12:37.252537 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38748) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:12:37.312190 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2c6dac8e-f4a5-4960-a3b8-f1c7107f57a0 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0584888 Jul 07 13:12:46.114014 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:12:49.689822 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:54.982546 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-864598bc-2e20-4cbd-a81e-b40186ad62fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:57.661716 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5474d1aa-3ccb-45b7-b27d-45813d7a1397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:57.826380 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:58.816368 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:01.026296 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:19.690255 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:23.116083 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:13:25.010731 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc05059f-9de3-4b1d-8284-a4fc11b01cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:27.710577 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c127294e-ef3d-41a4-af7c-6a25fc3eb1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:27.849864 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:28.813422 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:31.037011 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:49.757465 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:54.989750 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfeb530a-b5c0-4d92-af66-9b675900f95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:57.720590 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea316b00-c476-4888-989c-319b6b6dbc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:57.894352 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:58.848375 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:00.114724 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:14:01.037231 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:11.741421 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 38970) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:11.770007 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38976) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:11.802197 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38984) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:11.829084 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 38988) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:12.116716 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1237104690-network', 'tenant_id': '1fe629e44c1544379edd26db0e411ce0'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:12.132482 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-971262919-network', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:12.158388 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-network', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:12.179275 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-615963859-network', 'tenant_id': '822d7adc8c954c9399de3eeb04721257'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:12.253836 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Made reservation on behalf of 1fe629e44c1544379edd26db0e411ce0 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:14:12.256459 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.269075 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.304298 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.db.api [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 13:14:12.304298 dv-cinder-786627-18-iscsi neutron-server[93698]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 13:14:12.304298 dv-cinder-786627-18-iscsi neutron-server[93698]: [parameters: {'project_id_1': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'expiration_1': datetime.datetime(2021, 7, 7, 13, 14, 12, 164298)}] Jul 07 13:14:12.304298 dv-cinder-786627-18-iscsi neutron-server[93698]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 13:14:12.304298 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG oslo_db.api [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 13:14:12.304298 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.db.api [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 13:14:12.304298 dv-cinder-786627-18-iscsi neutron-server[93698]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 13:14:12.304298 dv-cinder-786627-18-iscsi neutron-server[93698]: [parameters: {'project_id_1': '822d7adc8c954c9399de3eeb04721257', 'expiration_1': datetime.datetime(2021, 7, 7, 13, 14, 12, 186748)}] Jul 07 13:14:12.304298 dv-cinder-786627-18-iscsi neutron-server[93698]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 13:14:12.304298 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG oslo_db.api [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 13:14:12.345826 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Made reservation on behalf of 7ac382a5a1d74eda97536a5c970e2489 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:14:12.348244 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.365692 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.441139 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.514175 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.548859 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:14:12.554362 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668bbce3-8a37-41d2-b391-267f953520ca,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:12.565300 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.569423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.569423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.569423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.569423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.569423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.569423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.569423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.569423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.569423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.569423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.569423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Tracked resource versions report: Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: pushed versions: Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: { 'AddressGroup': {'1.2'}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'ConntrackHelper': {'1.0'}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Log': {'1.0'}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Network': {'1.1'}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Port': {'1.7'}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'PortForwarding': {'1.2'}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'QosPolicy': {'1.8'}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'SecurityGroup': {'1.4'}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'SecurityGroupRule': {'1.2'}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'SubPort': {'1.0'}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Subnet': {'1.1'}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Trunk': {'1.1'}} Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: consumer versions: Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: { DHCP agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: HyperV agent@hv-cinder-78662: {}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: L3 agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: Metadata agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: Metering agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: Open vSwitch agent@dv-cinder-786627-18-iscsi: { 'AddressGroup': '1.2', Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'ConntrackHelper': '1.0', Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Log': '1.0', Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Network': '1.1', Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Port': '1.7', Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'PortForwarding': '1.2', Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'QosPolicy': '1.8', Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'SecurityGroup': '1.4', Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'SecurityGroupRule': '1.2', Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'SubPort': '1.0', Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Subnet': '1.1', Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: 'Trunk': '1.1'}} Jul 07 13:14:12.571181 dv-cinder-786627-18-iscsi neutron-server[93699]: {{(pid=93699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 13:14:12.578749 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.579284 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.segments_db [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Added segment 3a489ef2-77bd-410b-b098-b5aa6abf9851 of type vlan for network 84df5a89-64ce-46db-be5e-11fb06a98fd3 Jul 07 13:14:12.605311 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.627961 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.679591 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.712991 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:14:12.719469 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.719814 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609df40c-fad6-4528-b575-f2871af04055,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:12.720502 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:12.721138 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.729953 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.730334 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Added segment 69a20144-e7ff-48c8-8332-b5446e4eb3c9 of type vlan for network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a Jul 07 13:14:12.732905 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.733280 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.733638 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.733965 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.734293 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.734625 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.734951 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.735293 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.735625 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.735950 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.736267 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.736586 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Tracked resource versions report: Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: pushed versions: Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: { 'AddressGroup': {'1.2'}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'ConntrackHelper': {'1.0'}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Log': {'1.0'}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Network': {'1.1'}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Port': {'1.7'}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'PortForwarding': {'1.2'}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'QosPolicy': {'1.8'}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'SecurityGroup': {'1.4'}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'SecurityGroupRule': {'1.2'}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'SubPort': {'1.0'}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Subnet': {'1.1'}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Trunk': {'1.1'}} Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: consumer versions: Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: { DHCP agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: HyperV agent@hv-cinder-78662: {}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: L3 agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: Metadata agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: Metering agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: Open vSwitch agent@dv-cinder-786627-18-iscsi: { 'AddressGroup': '1.2', Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'ConntrackHelper': '1.0', Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Log': '1.0', Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Network': '1.1', Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Port': '1.7', Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'PortForwarding': '1.2', Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'QosPolicy': '1.8', Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'SecurityGroup': '1.4', Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'SecurityGroupRule': '1.2', Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'SubPort': '1.0', Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Subnet': '1.1', Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: 'Trunk': '1.1'}} Jul 07 13:14:12.737746 dv-cinder-786627-18-iscsi neutron-server[93698]: {{(pid=93698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 13:14:12.782825 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.786744 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] Pushing event updated for resources: {'Network': ['ID=84df5a89-64ce-46db-be5e-11fb06a98fd3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:12.798056 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network 84df5a89-64ce-46db-be5e-11fb06a98fd3 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:14:12.832097 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-02c96969-97a7-4470-a1bc-006068bfc7f0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0890875 Jul 07 13:14:12.835249 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39030) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:12.842455 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1f0555f2-91bc-4836-99fa-d0f682bcf0d5 admin admin] Request body: {'subnet': {'network_id': '84df5a89-64ce-46db-be5e-11fb06a98fd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1237104690-subnet', 'tenant_id': '1fe629e44c1544379edd26db0e411ce0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:12.848626 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.db.api [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 13:14:12.848626 dv-cinder-786627-18-iscsi neutron-server[93698]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 13:14:12.848626 dv-cinder-786627-18-iscsi neutron-server[93698]: [parameters: {'project_id_1': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'expiration_1': datetime.datetime(2021, 7, 7, 13, 14, 12, 816985)}] Jul 07 13:14:12.848626 dv-cinder-786627-18-iscsi neutron-server[93698]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 13:14:12.849092 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG oslo_db.api [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 13:14:12.934008 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Made reservation on behalf of 822d7adc8c954c9399de3eeb04721257 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:14:12.937885 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.950087 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.967011 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:12.968303 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:12.973037 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.042608 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0555f2-91bc-4836-99fa-d0f682bcf0d5 admin admin] Made reservation on behalf of 1fe629e44c1544379edd26db0e411ce0 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:14:13.045280 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1f0555f2-91bc-4836-99fa-d0f682bcf0d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.048217 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] Pushing event updated for resources: {'Network': ['ID=17e7fb7f-eb36-4858-a690-15cf4cc10f9a,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:13.062989 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:14:13.133666 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-67e4ae9b-b440-4c09-a985-2682e27bbaa4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3625338 Jul 07 13:14:13.139054 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39040) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:13.145899 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-564c0583-ef78-4bf7-8d8a-1e18c9db4bd0 admin admin] Request body: {'subnet': {'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-971262919-subnet', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:13.213179 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.321054 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.348497 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:14:13.368058 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.371113 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Added segment e5203bc7-95d7-46da-a836-a168d8a05ce8 of type vlan for network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb Jul 07 13:14:13.371113 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3de0d2-b7a2-4686-a9a5-431893dd2fe0,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:13.412386 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.414084 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1f0555f2-91bc-4836-99fa-d0f682bcf0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.422882 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Made reservation on behalf of a5a8f6fc8bb14ae985fb6c239baea22d for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:14:13.426152 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.445093 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.472059 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0555f2-91bc-4836-99fa-d0f682bcf0d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a593276c-d513-48ce-b376-e25e735fe0e7,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:13.504215 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0555f2-91bc-4836-99fa-d0f682bcf0d5 admin admin] Checking segment: {'id': '3a489ef2-77bd-410b-b098-b5aa6abf9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '84df5a89-64ce-46db-be5e-11fb06a98fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:13.504576 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0555f2-91bc-4836-99fa-d0f682bcf0d5 admin admin] Network hostable DHCP agents. Network: 84df5a89-64ce-46db-be5e-11fb06a98fd3, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:14:13.549469 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564c0583-ef78-4bf7-8d8a-1e18c9db4bd0 admin admin] Made reservation on behalf of 7ac382a5a1d74eda97536a5c970e2489 for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:14:13.551794 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-564c0583-ef78-4bf7-8d8a-1e18c9db4bd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.599544 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0555f2-91bc-4836-99fa-d0f682bcf0d5 admin admin] Network 84df5a89-64ce-46db-be5e-11fb06a98fd3 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:14:13.610428 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.611635 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:13.612382 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.679280 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-1f0555f2-91bc-4836-99fa-d0f682bcf0d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, 84df5a89-64ce-46db-be5e-11fb06a98fd3) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:13.685087 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0555f2-91bc-4836-99fa-d0f682bcf0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:13.688268 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1f0555f2-91bc-4836-99fa-d0f682bcf0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.694862 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd96273-716f-405a-bbd6-630b8938e6ee None None] Network 84df5a89-64ce-46db-be5e-11fb06a98fd3 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:14:13.712022 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] Pushing event updated for resources: {'Network': ['ID=6fc20eae-5d05-4c74-9dbd-3969cab78fbb,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:13.822624 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.849959 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:14:13.973138 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.990700 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-564c0583-ef78-4bf7-8d8a-1e18c9db4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:14.016709 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ea369b-cbd7-4e24-b449-9a18d01714b1 None None] Network 84df5a89-64ce-46db-be5e-11fb06a98fd3 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:14:14.044278 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-1f0555f2-91bc-4836-99fa-d0f682bcf0d5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2075856 Jul 07 13:14:14.102784 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c0583-ef78-4bf7-8d8a-1e18c9db4bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6cf3e7-10ef-4cec-8bcb-e370c6874479,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:14.111420 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:14:14.130302 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-5545c540-e345-4057-aa2b-14d61cbce328 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2974551 Jul 07 13:14:14.130302 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60eaaca0-a30e-49ef-8182-a058090aa3ed,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:14.130664 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39082) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:14.136101 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-aa251bac-5024-4a9c-8268-799923382cdd admin admin] Request body: {'subnet': {'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-615963859-subnet', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:14.139262 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:14.139648 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Added segment 4b0c271f-ff41-468c-a569-0d23919f41e7 of type vlan for network fccb3ab0-70e2-4fcc-b761-492ba3f9186e Jul 07 13:14:14.189459 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c0583-ef78-4bf7-8d8a-1e18c9db4bd0 admin admin] Checking segment: {'id': '69a20144-e7ff-48c8-8332-b5446e4eb3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:14.195749 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c0583-ef78-4bf7-8d8a-1e18c9db4bd0 admin admin] Network hostable DHCP agents. Network: 17e7fb7f-eb36-4858-a690-15cf4cc10f9a, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:14:14.223306 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:14.308047 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa251bac-5024-4a9c-8268-799923382cdd admin admin] Made reservation on behalf of 822d7adc8c954c9399de3eeb04721257 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:14:14.311886 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa251bac-5024-4a9c-8268-799923382cdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:14.373595 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c0583-ef78-4bf7-8d8a-1e18c9db4bd0 admin admin] Network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:14:14.399549 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:14.400544 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:14.401160 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:14.482563 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] Pushing event updated for resources: {'Network': ['ID=fccb3ab0-70e2-4fcc-b761-492ba3f9186e,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:14.493862 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-564c0583-ef78-4bf7-8d8a-1e18c9db4bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, 17e7fb7f-eb36-4858-a690-15cf4cc10f9a) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:14.495733 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network fccb3ab0-70e2-4fcc-b761-492ba3f9186e details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:14:14.501767 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c0583-ef78-4bf7-8d8a-1e18c9db4bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:14.506569 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-564c0583-ef78-4bf7-8d8a-1e18c9db4bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:14.544734 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda96b45-b0ea-4216-ba13-ec3f786a916d None None] Network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:14:14.565950 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-be17f898-d651-4491-9a71-c3b879525d0e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7625184 Jul 07 13:14:14.569076 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39100) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:14.574742 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-243c305d-9c3c-44e0-b397-079b5312b115 admin admin] Request body: {'subnet': {'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-subnet', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:14.602197 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-564c0583-ef78-4bf7-8d8a-1e18c9db4bd0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4580190 Jul 07 13:14:14.603756 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39102) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:14.630721 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-971262919-router', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:14.674161 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243c305d-9c3c-44e0-b397-079b5312b115 admin admin] Made reservation on behalf of a5a8f6fc8bb14ae985fb6c239baea22d for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:14:14.675836 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa251bac-5024-4a9c-8268-799923382cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:14.676517 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-243c305d-9c3c-44e0-b397-079b5312b115 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:14.724227 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef8ca65-0468-4800-abfc-4a5cb1a1e204 None None] Network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:14:14.785028 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8048145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26407'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:14.786280 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8048270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8050494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26408'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:14.815790 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa251bac-5024-4a9c-8268-799923382cdd admin admin] Checking segment: {'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:14.816440 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa251bac-5024-4a9c-8268-799923382cdd admin admin] Network hostable DHCP agents. Network: 6fc20eae-5d05-4c74-9dbd-3969cab78fbb, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:14:14.857797 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa251bac-5024-4a9c-8268-799923382cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca1634c-3fe5-426d-bf37-647a77060a2e,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:14.908464 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39134) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:14.918115 dv-cinder-786627-18-iscsi neutron-server[93698]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 13:14:14.929684 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.010913 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39142) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:15.116705 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-243c305d-9c3c-44e0-b397-079b5312b115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.129161 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa251bac-5024-4a9c-8268-799923382cdd admin admin] Network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:14:15.201849 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c305d-9c3c-44e0-b397-079b5312b115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a359adc-0158-41d3-a840-5f85613e3582,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:15.220269 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7901652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8048131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26426'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.240548 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c24af6f-39b0-4a28-9a67-993ebe29045b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.254074 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-aa251bac-5024-4a9c-8268-799923382cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, 6fc20eae-5d05-4c74-9dbd-3969cab78fbb) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:15.258346 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa251bac-5024-4a9c-8268-799923382cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:15.259003 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa251bac-5024-4a9c-8268-799923382cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.268488 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d7415-f27f-4c5b-b9ca-19ceb2aa2d6e None None] Network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:14:15.303476 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-d74f32a6-3549-42f6-b485-04fc02c09d0f tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:15.305260 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-d74f32a6-3549-42f6-b485-04fc02c09d0f tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/networks?id=84df5a89-64ce-46db-be5e-11fb06a98fd3 HTTP/1.1" status: 200 len: 812 time: 0.3934999 Jul 07 13:14:15.310191 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c305d-9c3c-44e0-b397-079b5312b115 admin admin] Checking segment: {'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:15.310641 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c305d-9c3c-44e0-b397-079b5312b115 admin admin] Network hostable DHCP agents. Network: fccb3ab0-70e2-4fcc-b761-492ba3f9186e, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:14:15.353160 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-98f5d61c-6d63-456c-814b-02edcb28cc0e tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/quotas/1fe629e44c1544379edd26db0e411ce0 HTTP/1.1" status: 200 len: 375 time: 0.0379846 Jul 07 13:14:15.396665 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-aa251bac-5024-4a9c-8268-799923382cdd admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2646737 Jul 07 13:14:15.399414 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39158) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:15.417432 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-9009fba6-bcce-4a06-a15f-fdfd298b69b0 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fe629e44c1544379edd26db0e411ce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641418 Jul 07 13:14:15.427489 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:15.490511 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a5641f-773f-5970-9f30-b9d7c504ccbf-6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e'}]}} from dv-cinder-786627-18-iscsi. {{(pid=93700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:14:15.491727 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.559243 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c305d-9c3c-44e0-b397-079b5312b115 admin admin] Network fccb3ab0-70e2-4fcc-b761-492ba3f9186e is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:14:15.564812 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c24af6f-39b0-4a28-9a67-993ebe29045b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.570607 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-7f4887b7-4d07-43b8-ab23-91c7156dfc40 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:14:15.571623 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-7f4887b7-4d07-43b8-ab23-91c7156dfc40 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0723474 Jul 07 13:14:15.657454 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Allocated IP 172.20.0.2 (6fc20eae-5d05-4c74-9dbd-3969cab78fbb/bca1634c-3fe5-426d-bf37-647a77060a2e/ec7a444c-3590-4c2f-9832-4a6322681fd6) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:15.678305 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c24af6f-39b0-4a28-9a67-993ebe29045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.681015 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-243c305d-9c3c-44e0-b397-079b5312b115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, fccb3ab0-70e2-4fcc-b761-492ba3f9186e) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:15.695072 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce87e2be-3f34-4f82-bd58-a9b9acfb729b None None] Network fccb3ab0-70e2-4fcc-b761-492ba3f9186e requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:14:15.706606 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c305d-9c3c-44e0-b397-079b5312b115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:15.707303 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-243c305d-9c3c-44e0-b397-079b5312b115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.714491 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-27326baf-b6a0-4528-961e-b56ba75a5c21 service neutron] 10.222.0.67 "GET /v2.0/networks/84df5a89-64ce-46db-be5e-11fb06a98fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341271 Jul 07 13:14:15.714851 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.741631 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.754017 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3c24af6f-39b0-4a28-9a67-993ebe29045b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e93ee5fcf8604ba285518ceb56228430&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7422814 Jul 07 13:14:15.764661 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39170) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:15.799719 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24af6f-39b0-4a28-9a67-993ebe29045b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b67c11d-d370-491a-946a-33fc148faea0,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:15.833543 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8048145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26407'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.834849 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8048270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8050494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26408'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.865737 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-243c305d-9c3c-44e0-b397-079b5312b115 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2955196 Jul 07 13:14:15.871515 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39172) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:15.886449 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:15.908900 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-df5f53b8-2895-4344-90c5-781a45e8f94e service neutron] 10.222.0.67 "GET /v2.0/networks/84df5a89-64ce-46db-be5e-11fb06a98fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796856 Jul 07 13:14:15.910202 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-00588623-6f51-4831-a878-19bdd11f860c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.939325 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-00588623-6f51-4831-a878-19bdd11f860c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.967861 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a5641f-773f-5970-9f30-b9d7c504ccbf-fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582'}]}} from dv-cinder-786627-18-iscsi. {{(pid=93700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:14:15.968908 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.975752 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.983671 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.011157 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Allocated IP 172.27.2.7 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/833bd607-fff3-4633-a0f5-ea129ed18408) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:16.014118 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8048145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26407'] for router, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.016286 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8048270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8050494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26408'] for router, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.105992 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Transition to ACTIVE for port object ec7a444c-3590-4c2f-9832-4a6322681fd6 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:16.133230 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Transition to ACTIVE for port object ec7a444c-3590-4c2f-9832-4a6322681fd6 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:16.144190 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Allocated IP 172.20.0.2 (fccb3ab0-70e2-4fcc-b761-492ba3f9186e/5a359adc-0158-41d3-a840-5f85613e3582/79d081d2-fbfb-49d2-ad0b-118d27426b92) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:16.219358 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.273863 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.275304 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-00588623-6f51-4831-a878-19bdd11f860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.278424 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-00588623-6f51-4831-a878-19bdd11f860c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.279573 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-00588623-6f51-4831-a878-19bdd11f860c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0b67c11d-d370-491a-946a-33fc148faea0 HTTP/1.1" status: 204 len: 168 time: 0.5138116 Jul 07 13:14:16.289694 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00588623-6f51-4831-a878-19bdd11f860c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b67c11d-d370-491a-946a-33fc148faea0,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:16.293323 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:16.309954 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:16.330000 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39192) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:16.330178 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:16.336740 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Pushing event updated for resources: {'Port': ['ID=ec7a444c-3590-4c2f-9832-4a6322681fd6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:16.351050 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:16.351583 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:16.352253 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:16.353190 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:16.353832 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:16.354454 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:16.355990 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:16.356616 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:16.357344 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:16.357829 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:16.358906 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:16.359402 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Tracked resource versions report: Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: pushed versions: Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: { 'AddressGroup': {'1.2'}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'ConntrackHelper': {'1.0'}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Log': {'1.0'}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Network': {'1.1'}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Port': {'1.7'}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'PortForwarding': {'1.2'}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'QosPolicy': {'1.8'}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'SecurityGroup': {'1.4'}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'SecurityGroupRule': {'1.2'}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'SubPort': {'1.0'}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Subnet': {'1.1'}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Trunk': {'1.1'}} Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: consumer versions: Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: { DHCP agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: HyperV agent@hv-cinder-78662: {}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: L3 agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: Metadata agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: Metering agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: Open vSwitch agent@dv-cinder-786627-18-iscsi: { 'AddressGroup': '1.2', Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'ConntrackHelper': '1.0', Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Log': '1.0', Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Network': '1.1', Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Port': '1.7', Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'PortForwarding': '1.2', Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'QosPolicy': '1.8', Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'SecurityGroup': '1.4', Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'SecurityGroupRule': '1.2', Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'SubPort': '1.0', Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Subnet': '1.1', Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: 'Trunk': '1.1'}} Jul 07 13:14:16.371535 dv-cinder-786627-18-iscsi neutron-server[93700]: {{(pid=93700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 13:14:16.408340 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7901652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8048131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26426'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.471994 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Attempting to bind port ec7a444c-3590-4c2f-9832-4a6322681fd6 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:14:16.472372 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Attempting to bind port ec7a444c-3590-4c2f-9832-4a6322681fd6 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:14:16.472738 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Attempting to bind port ec7a444c-3590-4c2f-9832-4a6322681fd6 on network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:16.477873 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.499619 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.514127 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:14:16.522249 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Checking segment: {'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:16.522899 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.523493 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Bound using segment: {'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:14:16.524155 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Bound port: ec7a444c-3590-4c2f-9832-4a6322681fd6, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:14:16.524736 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.537678 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9c62b8e3-1d4e-41ca-873b-62ffe5ddc548 req-bf474439-93df-4bc8-bdda-7cd47beb2e25 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 210 time: 0.2060015 Jul 07 13:14:16.564769 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Transition to ACTIVE for port object 79d081d2-fbfb-49d2-ad0b-118d27426b92 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:16.649699 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Transition to ACTIVE for port object 79d081d2-fbfb-49d2-ad0b-118d27426b92 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:16.728446 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] For port ec7a444c-3590-4c2f-9832-4a6322681fd6, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:14:16.732574 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] For port ec7a444c-3590-4c2f-9832-4a6322681fd6, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=ec7a444c-3590-4c2f-9832-4a6322681fd6,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:14:16.748543 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.768726 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7901652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8048131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26426'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.811709 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Pushing event updated for resources: {'Port': ['ID=79d081d2-fbfb-49d2-ad0b-118d27426b92,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:16.824135 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Network fccb3ab0-70e2-4fcc-b761-492ba3f9186e is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:16.826036 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:16.828966 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:16.839774 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.875803 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.979924 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:17.001636 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1be3d-5c11-4abd-bf6f-8f2b983f76ea None None] Pushing event updated for resources: {'Port': ['ID=ec7a444c-3590-4c2f-9832-4a6322681fd6,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:17.020634 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:17.029029 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:17.055882 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Attempting to bind port 79d081d2-fbfb-49d2-ad0b-118d27426b92 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:14:17.057509 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Attempting to bind port 79d081d2-fbfb-49d2-ad0b-118d27426b92 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:14:17.057901 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Attempting to bind port 79d081d2-fbfb-49d2-ad0b-118d27426b92 on network fccb3ab0-70e2-4fcc-b761-492ba3f9186e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:17.069789 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:14:17.070195 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Checking segment: {'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:17.074878 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:17.075355 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Bound using segment: {'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:14:17.075887 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Bound port: 79d081d2-fbfb-49d2-ad0b-118d27426b92, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:14:17.076273 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:17.119433 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:17.157396 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Pushing event updated for resources: {'Port': ['ID=833bd607-fff3-4633-a0f5-ea129ed18408,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:17.190458 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:17.197478 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] For port 79d081d2-fbfb-49d2-ad0b-118d27426b92, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:14:17.203705 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:17.217239 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] For port 79d081d2-fbfb-49d2-ad0b-118d27426b92, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=79d081d2-fbfb-49d2-ad0b-118d27426b92,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:14:17.222579 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:17.278452 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39228) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:17.310897 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1ffa932b-cb67-4eec-aa52-30c2d901d499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:17.319837 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:17.494901 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee020a-6b62-410f-979d-82fde921f5f5 None None] Pushing event updated for resources: {'Port': ['ID=79d081d2-fbfb-49d2-ad0b-118d27426b92,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:17.681325 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1ffa932b-cb67-4eec-aa52-30c2d901d499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:17.710380 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b1d855b7-8290-42ff-9ac2-1f79fecd47c3 req-6c0e8420-7827-4bfb-9ad5-f5d8c7276554 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 210 time: 0.0540569 Jul 07 13:14:17.756280 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Allocated IP 172.27.2.239 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/3498da6e-a813-4d13-af63-51098a55635e) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:17.785385 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1ffa932b-cb67-4eec-aa52-30c2d901d499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:17.881499 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa932b-cb67-4eec-aa52-30c2d901d499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57674dca-6d49-4aa1-98d1-0e88639badde,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:17.900765 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1ffa932b-cb67-4eec-aa52-30c2d901d499 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3a87fdc7e5534c3394735f3d478d3d0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6213934 Jul 07 13:14:17.908967 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39254) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:18.003297 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:18.015726 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d54f1573-3c77-446a-9de0-2936e30b4a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:18.051180 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d54f1573-3c77-446a-9de0-2936e30b4a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:18.192147 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:18.211369 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 79d081d2-fbfb-49d2-ad0b-118d27426b92 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:18.225907 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d54f1573-3c77-446a-9de0-2936e30b4a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:18.229719 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d54f1573-3c77-446a-9de0-2936e30b4a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:18.233865 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d54f1573-3c77-446a-9de0-2936e30b4a0d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/57674dca-6d49-4aa1-98d1-0e88639badde HTTP/1.1" status: 204 len: 168 time: 0.3228610 Jul 07 13:14:18.242468 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f1573-3c77-446a-9de0-2936e30b4a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57674dca-6d49-4aa1-98d1-0e88639badde,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:18.287674 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39264) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:18.368058 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8048154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7901647'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:18.489781 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:18.512966 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d46ed04-449f-4616-9860-da1216de0eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:18.543108 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:18.561406 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:18.581519 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:18.585471 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Allocated IP 172.27.2.221 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/3332ebe5-327e-470c-8821-c7d85cb40bb0) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:18.587101 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=3498da6e-a813-4d13-af63-51098a55635e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:18.607573 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 79d081d2-fbfb-49d2-ad0b-118d27426b92 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:18.616498 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device ec7a444c-3590-4c2f-9832-4a6322681fd6 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:18.666361 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27023b3-b4f8-4415-8d9f-fc9322f99b82 None None] Network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:14:18.915308 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d46ed04-449f-4616-9860-da1216de0eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:18.918796 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a535149-9603-43d8-acb2-e031c09b24ed req-aefd9dd9-7a5d-4901-b8d2-46d574675282 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 210 time: 0.0668590 Jul 07 13:14:18.925508 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:18.937250 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Router 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 is scheduled to L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:14:18.994175 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-60a4a5a1-d7d6-41a8-b09c-7498bcc4f2eb None None] Provisioning for port ec7a444c-3590-4c2f-9832-4a6322681fd6 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:19.036459 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d46ed04-449f-4616-9860-da1216de0eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:19.042332 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port ec7a444c-3590-4c2f-9832-4a6322681fd6 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:19.052606 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port ec7a444c-3590-4c2f-9832-4a6322681fd6 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:19.053014 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:19.083227 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:19.134747 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2d46ed04-449f-4616-9860-da1216de0eec admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dec6f39d113640748e3d219606decc02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8430595 Jul 07 13:14:19.134747 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39290) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:19.168151 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14639080-9a2d-48f1-a6b0-c645c00ba83b None None] Network fccb3ab0-70e2-4fcc-b761-492ba3f9186e requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:14:19.231906 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:19.235509 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:19.244320 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46ed04-449f-4616-9860-da1216de0eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ace53b8-1f01-4304-acdb-1487f79a2784,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:19.269471 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:19.270603 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Pushing event updated for resources: {'Port': ['ID=3332ebe5-327e-470c-8821-c7d85cb40bb0,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:19.280059 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:19.286421 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:19.290967 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port ec7a444c-3590-4c2f-9832-4a6322681fd6, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=ec7a444c-3590-4c2f-9832-4a6322681fd6,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:19.319585 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:14:19.330465 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Sync routers for ids ['086a3ac3-2b90-4f14-92c0-a5b9892a66e2'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:14:19.355661 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Routers {'086a3ac3-2b90-4f14-92c0-a5b9892a66e2'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:14:19.357373 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:13:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['086a3ac3-2b90-4f14-92c0-a5b9892a66e2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:19.444784 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:19.453046 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-29ff35f1-ecb1-4011-9fdc-787a3125b341 None None] Provisioning for port 79d081d2-fbfb-49d2-ad0b-118d27426b92 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:19.489394 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb7cc5c-ac79-4d96-92b2-901ad1c4d63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:19.501714 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:19.503130 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-92a2e95b-6d9f-4dc0-b374-aa25a4d401d3 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8893249 Jul 07 13:14:19.511027 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39294) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:19.536300 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-29ff35f1-ecb1-4011-9fdc-787a3125b341 None None] Provisioning complete for port 79d081d2-fbfb-49d2-ad0b-118d27426b92 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:19.548410 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29ff35f1-ecb1-4011-9fdc-787a3125b341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:19.556565 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Set router 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:14:19.607145 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb7cc5c-ac79-4d96-92b2-901ad1c4d63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:19.658025 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=ec7a444c-3590-4c2f-9832-4a6322681fd6,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:19.833644 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:19.852237 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29ff35f1-ecb1-4011-9fdc-787a3125b341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:19.892544 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8048154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7901647'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:19.901699 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-29ff35f1-ecb1-4011-9fdc-787a3125b341 None None] For port 79d081d2-fbfb-49d2-ad0b-118d27426b92, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=79d081d2-fbfb-49d2-ad0b-118d27426b92,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:20.000733 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29ff35f1-ecb1-4011-9fdc-787a3125b341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:20.014367 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'name': 'tempest-ServerRescueNegativeTestJSON-971262919-router', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:14Z', 'updated_at': '2021-07-07T13:14:17Z', 'revision_number': 3, 'project_id': '7ac382a5a1d74eda97536a5c970e2489', 'gw_port': {'id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:20.102736 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff35f1-ecb1-4011-9fdc-787a3125b341 None None] Pushing event updated for resources: {'Port': ['ID=79d081d2-fbfb-49d2-ad0b-118d27426b92,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:20.111747 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device ec7a444c-3590-4c2f-9832-4a6322681fd6 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:20.124206 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Checking router: 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:14:20.124569 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Updating router 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 port 833bd607-fff3-4633-a0f5-ea129ed18408 binding host dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:14:20.201971 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-b7702eb1-0daf-4f3c-bc68-37553708fff0 None None] Provisioning complete for port ec7a444c-3590-4c2f-9832-4a6322681fd6 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:20.202351 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b7702eb1-0daf-4f3c-bc68-37553708fff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:20.224245 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:20.253378 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:20.291549 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port ec7a444c-3590-4c2f-9832-4a6322681fd6 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:20.291929 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:20.327191 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb7cc5c-ac79-4d96-92b2-901ad1c4d63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:20.333985 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb7cc5c-ac79-4d96-92b2-901ad1c4d63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:20.341446 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-fdb7cc5c-ac79-4d96-92b2-901ad1c4d63d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8ace53b8-1f01-4304-acdb-1487f79a2784 HTTP/1.1" status: 204 len: 168 time: 1.1768310 Jul 07 13:14:20.350237 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a is scheduled to L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:14:20.368744 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7cc5c-ac79-4d96-92b2-901ad1c4d63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ace53b8-1f01-4304-acdb-1487f79a2784,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:20.518193 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-14fca2e5-4717-494f-b631-ee4e644db6b3 req-9e0d145a-01e8-4075-a18a-dd3dc6b05a11 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 210 time: 0.1517735 Jul 07 13:14:20.544008 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:14:20.566781 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Sync routers for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:14:20.582498 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:14:20.582498 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:13:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:20.665105 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:20.670156 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-e444dea2-920d-4f0d-a86a-83aef4b23cb0 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2466831 Jul 07 13:14:20.671168 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39332) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:20.721930 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:14:20.732578 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:20.736289 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8048154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7901647'] for router, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:20.757559 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Transition to ACTIVE for port object 833bd607-fff3-4633-a0f5-ea129ed18408 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:20.836085 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:20.905708 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Pushing event updated for resources: {'Port': ['ID=833bd607-fff3-4633-a0f5-ea129ed18408,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:20.911115 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a5746ec0-f775-4a07-9a0a-719b455438d0 None None] Provisioning complete for port 79d081d2-fbfb-49d2-ad0b-118d27426b92 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:20.912125 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5746ec0-f775-4a07-9a0a-719b455438d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:20.919788 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:20.920508 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:20.924396 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:20.924396 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:20.924396 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:20.926851 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:20.927624 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:20.928370 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:20.929298 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:20.929877 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:20.930460 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:20.931037 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Tracked resource versions report: Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: pushed versions: Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: { 'AddressGroup': {'1.2'}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'ConntrackHelper': {'1.0'}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Log': {'1.0'}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Network': {'1.1'}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Port': {'1.7'}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'PortForwarding': {'1.2'}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'QosPolicy': {'1.8'}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'SecurityGroup': {'1.4'}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'SecurityGroupRule': {'1.2'}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'SubPort': {'1.0'}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Subnet': {'1.1'}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Trunk': {'1.1'}} Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: consumer versions: Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: { DHCP agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: HyperV agent@hv-cinder-78662: {}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: L3 agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: Metadata agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: Metering agent@dv-cinder-786627-18-iscsi: {}, Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: Open vSwitch agent@dv-cinder-786627-18-iscsi: { 'AddressGroup': '1.2', Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'ConntrackHelper': '1.0', Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Log': '1.0', Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Network': '1.1', Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Port': '1.7', Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'PortForwarding': '1.2', Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'QosPolicy': '1.8', Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'SecurityGroup': '1.4', Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'SecurityGroupRule': '1.2', Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'SubPort': '1.0', Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Subnet': '1.1', Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: 'Trunk': '1.1'}} Jul 07 13:14:20.932387 dv-cinder-786627-18-iscsi neutron-server[93701]: {{(pid=93701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 13:14:20.975795 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Attempting to bind port 833bd607-fff3-4633-a0f5-ea129ed18408 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:14:20.977946 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Attempting to bind port 833bd607-fff3-4633-a0f5-ea129ed18408 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:14:20.978665 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Attempting to bind port 833bd607-fff3-4633-a0f5-ea129ed18408 on network da040029-a0da-4720-aea4-2db0f37c74a3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:20.986965 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:14:20.991702 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Checking segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:20.991702 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:20.991702 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Bound using segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:14:20.991702 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Bound port: 833bd607-fff3-4633-a0f5-ea129ed18408, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:14:20.991702 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:21.143784 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] For port 833bd607-fff3-4633-a0f5-ea129ed18408, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:14:21.153156 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] For port 833bd607-fff3-4633-a0f5-ea129ed18408, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=833bd607-fff3-4633-a0f5-ea129ed18408,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:14:21.219280 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:18Z', 'revision_number': 3, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:21.239986 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:21.249183 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:21.266105 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Checking router: 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:14:21.268241 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Updating router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a port 3498da6e-a813-4d13-af63-51098a55635e binding host dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:14:21.366858 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:21.372729 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Routers {'086a3ac3-2b90-4f14-92c0-a5b9892a66e2'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:14:21.375341 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:13:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['086a3ac3-2b90-4f14-92c0-a5b9892a66e2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:21.530625 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93809236-cf25-48de-999e-de26cf59dc12 None None] Pushing event updated for resources: {'Port': ['ID=833bd607-fff3-4633-a0f5-ea129ed18408,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:21.531098 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Router 4187b34a-b764-4ba2-91e7-36f95b324cae is scheduled to L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 with binding_index 1 {{(pid=93698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:14:21.553596 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Allocated IP 172.20.0.1 (17e7fb7f-eb36-4858-a690-15cf4cc10f9a/1a6cf3e7-10ef-4cec-8bcb-e370c6874479/5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:21.690546 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] Set router 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:14:21.762364 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:21.846004 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:21.850593 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:14:21.860063 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Transition to ACTIVE for port object 3498da6e-a813-4d13-af63-51098a55635e will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:21.918731 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f79dcbfb-d30a-40d9-8e52-59a0a6ae265d req-aad14bf4-25cb-44a8-927d-61125d56cc6a tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 210 time: 0.0648658 Jul 07 13:14:21.947977 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Sync routers for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:14:21.961774 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:14:21.962643 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:13:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:21.967818 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:22.015453 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:22.017892 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d338ee83-abbf-425d-8878-78acb3845243 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1403944 Jul 07 13:14:22.020778 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39394) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:22.028676 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:22.119895 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:14:22.137710 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 79d081d2-fbfb-49d2-ad0b-118d27426b92 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:22.196188 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Attempting to bind port 3498da6e-a813-4d13-af63-51098a55635e on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:14:22.196617 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Attempting to bind port 3498da6e-a813-4d13-af63-51098a55635e by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:14:22.197405 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Attempting to bind port 3498da6e-a813-4d13-af63-51098a55635e on network da040029-a0da-4720-aea4-2db0f37c74a3 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:22.206877 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Allocated IP 172.20.0.1 (6fc20eae-5d05-4c74-9dbd-3969cab78fbb/bca1634c-3fe5-426d-bf37-647a77060a2e/57089ab6-b751-47e4-b8d9-be17963e7dfb) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:22.216170 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:14:22.216551 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Checking segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:22.219423 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:22.219423 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Bound using segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:14:22.219423 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Bound port: 3498da6e-a813-4d13-af63-51098a55635e, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:14:22.219423 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:22.358816 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:22.399996 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Transition to ACTIVE for port object 57089ab6-b751-47e4-b8d9-be17963e7dfb will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:22.468003 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fd23c-d50c-4aaf-b01d-0963672506c2 None None] Pushing event updated for resources: {'Port': ['ID=3498da6e-a813-4d13-af63-51098a55635e,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:22.505453 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] For port 3498da6e-a813-4d13-af63-51098a55635e, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:14:22.510132 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] For port 3498da6e-a813-4d13-af63-51098a55635e, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=3498da6e-a813-4d13-af63-51098a55635e,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:14:22.512702 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 79d081d2-fbfb-49d2-ad0b-118d27426b92 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:22.513193 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:22.553795 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'name': 'tempest-ServerRescueNegativeTestJSON-971262919-router', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:14Z', 'updated_at': '2021-07-07T13:14:17Z', 'revision_number': 3, 'project_id': '7ac382a5a1d74eda97536a5c970e2489', 'gw_port': {'id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:22.576729 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:22.608019 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:22.641579 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e6bc44-ce52-4c7f-80dc-5f198cee4e32 None None] The sync data for ids ['086a3ac3-2b90-4f14-92c0-a5b9892a66e2'] in dv-cinder-786627-18-iscsi is: [{'id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'name': 'tempest-ServerRescueNegativeTestJSON-971262919-router', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:14Z', 'updated_at': '2021-07-07T13:14:17Z', 'revision_number': 3, 'project_id': '7ac382a5a1d74eda97536a5c970e2489', 'gw_port': {'id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:14:22.644482 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:22.657260 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:22.672355 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:22.676639 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:22.682756 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8049912'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:22.704455 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:14:22.705107 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:13:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:22.706049 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:19Z', 'revision_number': 3, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:22.707901 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fd23c-d50c-4aaf-b01d-0963672506c2 None None] Pushing event updated for resources: {'Port': ['ID=3498da6e-a813-4d13-af63-51098a55635e,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:22.748120 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Pushing event updated for resources: {'Port': ['ID=57089ab6-b751-47e4-b8d9-be17963e7dfb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:22.767824 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Checking router: 4187b34a-b764-4ba2-91e7-36f95b324cae for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:14:22.768176 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Updating router 4187b34a-b764-4ba2-91e7-36f95b324cae port 3332ebe5-327e-470c-8821-c7d85cb40bb0 binding host dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:14:22.878222 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:23.051564 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:14:23.290036 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Pushing event updated for resources: {'Port': ['ID=5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:23.420493 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:23.439863 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:23.444774 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:23.456340 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Transition to ACTIVE for port object 3332ebe5-327e-470c-8821-c7d85cb40bb0 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:23.488026 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-10e72a02-b90c-4f2c-9a7e-9b9aef79232c req-5948be9a-9770-4222-b374-0ff1bdbd537b tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 210 time: 0.2000539 Jul 07 13:14:23.489603 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:23.499979 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:23.500824 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8049912'] for router_interface, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:23.527528 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-3a618b82-2bd5-408e-bafd-6a6f90993522 None None] Provisioning for port 57089ab6-b751-47e4-b8d9-be17963e7dfb completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:23.541581 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-3a618b82-2bd5-408e-bafd-6a6f90993522 None None] Provisioning complete for port 57089ab6-b751-47e4-b8d9-be17963e7dfb triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:23.545675 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3a618b82-2bd5-408e-bafd-6a6f90993522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:23.565251 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:23.653324 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3a618b82-2bd5-408e-bafd-6a6f90993522 None None] Port 57089ab6-b751-47e4-b8d9-be17963e7dfb cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:14:23.653943 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Attempting to bind port 3332ebe5-327e-470c-8821-c7d85cb40bb0 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:14:23.655207 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Attempting to bind port 3332ebe5-327e-470c-8821-c7d85cb40bb0 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:14:23.660366 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Attempting to bind port 3332ebe5-327e-470c-8821-c7d85cb40bb0 on network da040029-a0da-4720-aea4-2db0f37c74a3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:23.682567 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:14:23.682567 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Checking segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:23.683767 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:23.684234 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Bound using segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:14:23.690094 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Bound port: 3332ebe5-327e-470c-8821-c7d85cb40bb0, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:14:23.690094 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:23.690296 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:18Z', 'revision_number': 3, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:23.690421 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab0c65-148f-4ab3-9bbc-86cb77852732 None None] Pushing event updated for resources: {'Port': ['ID=3332ebe5-327e-470c-8821-c7d85cb40bb0,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:23.750183 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:23.775120 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be13e308-8a2c-442b-a0d7-8ae900121ade None None] The sync data for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi is: [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:18Z', 'revision_number': 3, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:14:23.810834 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] For port 3332ebe5-327e-470c-8821-c7d85cb40bb0, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:14:23.816741 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] For port 3332ebe5-327e-470c-8821-c7d85cb40bb0, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=3332ebe5-327e-470c-8821-c7d85cb40bb0,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:14:24.141982 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:24.146125 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Allocated IP 172.20.0.1 (fccb3ab0-70e2-4fcc-b761-492ba3f9186e/5a359adc-0158-41d3-a840-5f85613e3582/fb00a136-eec0-46b2-bd87-18b3a6f6f91f) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:24.147372 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 833bd607-fff3-4633-a0f5-ea129ed18408 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:24.148087 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:24.188800 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:14:24.189611 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:13:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:24.192703 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab0c65-148f-4ab3-9bbc-86cb77852732 None None] Pushing event updated for resources: {'Port': ['ID=3332ebe5-327e-470c-8821-c7d85cb40bb0,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:24.217464 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:24.264037 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:24.266624 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8051589'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:24.289950 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Transition to ACTIVE for port object fb00a136-eec0-46b2-bd87-18b3a6f6f91f will not be triggered until provisioned by entity DHCP. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:24.311945 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 833bd607-fff3-4633-a0f5-ea129ed18408 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:24.322972 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 833bd607-fff3-4633-a0f5-ea129ed18408 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:24.323358 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:24.411827 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:14:24.447052 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:24.501211 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:24.512496 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Pushing event updated for resources: {'Port': ['ID=57089ab6-b751-47e4-b8d9-be17963e7dfb,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:24.516484 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.79', 64736) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:24.526135 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:24.568062 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Network fccb3ab0-70e2-4fcc-b761-492ba3f9186e is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:24.575732 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 833bd607-fff3-4633-a0f5-ea129ed18408, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=833bd607-fff3-4633-a0f5-ea129ed18408,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:24.670633 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:24.674750 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Pushing event updated for resources: {'Port': ['ID=fb00a136-eec0-46b2-bd87-18b3a6f6f91f,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:24.678289 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:24.678920 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8049912'] for router_interface, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:24.719170 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:24.820206 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:19Z', 'revision_number': 3, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:24.905520 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=833bd607-fff3-4633-a0f5-ea129ed18408,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:25.008034 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8516dd-62e5-48bc-99fb-4a52456d802b None None] The sync data for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi is: [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:19Z', 'revision_number': 3, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:14:25.064524 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0f47975-ad7a-420b-9b9e-25cacc8028bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:25.097444 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:25.180068 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:25.194710 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4cc70e90-3ff5-4012-8a9a-07914dab982d req-f3c8e645-65de-4fe9-baa8-e763cff2a78b tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 210 time: 0.1383140 Jul 07 13:14:25.345007 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-11a2220d-bd05-4cad-a870-0422ce65a45e None None] Provisioning for port fb00a136-eec0-46b2-bd87-18b3a6f6f91f completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:25.350234 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-11a2220d-bd05-4cad-a870-0422ce65a45e None None] Provisioning complete for port fb00a136-eec0-46b2-bd87-18b3a6f6f91f triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:25.351150 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-11a2220d-bd05-4cad-a870-0422ce65a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:25.399298 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-270f0935-cbae-4125-82b6-ff18048d6fa6 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:25.413374 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-270f0935-cbae-4125-82b6-ff18048d6fa6 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.79 "GET /v2.0/networks?id=84df5a89-64ce-46db-be5e-11fb06a98fd3 HTTP/1.1" status: 200 len: 812 time: 0.8837781 Jul 07 13:14:25.451854 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-11a2220d-bd05-4cad-a870-0422ce65a45e None None] Port fb00a136-eec0-46b2-bd87-18b3a6f6f91f cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:14:25.478289 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:25.485605 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:25.517137 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-5c8cd6ff-6f13-4a82-803b-5e4b9f823aff tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Request body: {'port': {'device_id': 'cc1af213-7ac1-4396-a448-36ee87f97cbb', 'network_id': '84df5a89-64ce-46db-be5e-11fb06a98fd3', 'admin_state_up': True, 'tenant_id': '1fe629e44c1544379edd26db0e411ce0'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:25.613213 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a435bc05-98fc-4016-9c17-d9772a0e89f3 None None] Provisioning complete for port 57089ab6-b751-47e4-b8d9-be17963e7dfb triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:25.613213 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a435bc05-98fc-4016-9c17-d9772a0e89f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:25.618099 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:25.618889 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8051589'] for router_interface, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:25.704186 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a435bc05-98fc-4016-9c17-d9772a0e89f3 None None] Port 57089ab6-b751-47e4-b8d9-be17963e7dfb cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:14:25.755117 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:14:25.805970 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Pushing event updated for resources: {'Port': ['ID=5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:26.023515 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:26.028711 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:26.198148 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:26.226896 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Router 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:14:26.262873 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:14:26.284378 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-6632805c-2004-4a9d-aa37-ed626342b589 admin admin] 10.222.0.67 "PUT /v2.0/routers/1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6028969 Jul 07 13:14:26.285665 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 3498da6e-a813-4d13-af63-51098a55635e up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:26.289358 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-5c8cd6ff-6f13-4a82-803b-5e4b9f823aff tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Made reservation on behalf of 1fe629e44c1544379edd26db0e411ce0 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:14:26.296420 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-5c8cd6ff-6f13-4a82-803b-5e4b9f823aff tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:26.361611 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:26.362360 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8051589'] for router_interface, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:26.456599 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 3498da6e-a813-4d13-af63-51098a55635e completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:26.468992 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 3498da6e-a813-4d13-af63-51098a55635e triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:26.469373 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:26.659108 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:26.719806 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 3498da6e-a813-4d13-af63-51098a55635e, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=3498da6e-a813-4d13-af63-51098a55635e,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:26.779460 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:26.780258 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 3332ebe5-327e-470c-8821-c7d85cb40bb0 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:26.863623 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Pushing event updated for resources: {'Port': ['ID=fb00a136-eec0-46b2-bd87-18b3a6f6f91f,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:26.866508 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-5c8cd6ff-6f13-4a82-803b-5e4b9f823aff tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Allocated IP 172.20.0.9 (84df5a89-64ce-46db-be5e-11fb06a98fd3/a593276c-d513-48ce-b376-e25e735fe0e7/6c953367-e005-458b-96b0-c5af7e4165ad) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:26.885505 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd671dc9-86d7-44e7-ab79-cb3d04096486 req-8fff37c3-fbf9-48f0-b87f-d48f86ab953d tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 210 time: 0.2408414 Jul 07 13:14:26.902101 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:14:26.918709 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a5c03159-a607-457f-9b18-bf23ea620bbf admin admin] 10.222.0.67 "PUT /v2.0/routers/086a3ac3-2b90-4f14-92c0-a5b9892a66e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4017482 Jul 07 13:14:26.936995 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Sync routers for ids ['086a3ac3-2b90-4f14-92c0-a5b9892a66e2'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:14:26.978123 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Routers {'086a3ac3-2b90-4f14-92c0-a5b9892a66e2'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:14:26.978622 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:13:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['086a3ac3-2b90-4f14-92c0-a5b9892a66e2'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:26.985218 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=3498da6e-a813-4d13-af63-51098a55635e,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:26.997959 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Network fccb3ab0-70e2-4fcc-b761-492ba3f9186e is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:27.002858 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:27.148224 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 3332ebe5-327e-470c-8821-c7d85cb40bb0 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:27.175549 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 3332ebe5-327e-470c-8821-c7d85cb40bb0 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:27.175929 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:27.435282 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Sync routers for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:14:27.461916 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:14:27.471768 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:13:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:27.488245 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Set router 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:14:27.649861 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-5c8cd6ff-6f13-4a82-803b-5e4b9f823aff tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:27.852412 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-5c8cd6ff-6f13-4a82-803b-5e4b9f823aff tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:27.928411 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:14:28.117838 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-5c8cd6ff-6f13-4a82-803b-5e4b9f823aff tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Network 84df5a89-64ce-46db-be5e-11fb06a98fd3 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:28.171418 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-5c8cd6ff-6f13-4a82-803b-5e4b9f823aff tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:28.185810 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39584) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:28.202110 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-a2618deb-79a3-4e93-a9ce-7c644dbdbc72 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1375500616', 'description': 'tempest-description--2074709918'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:28.237876 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-1c18e398-19c7-4319-a869-df073c88d3ec None None] Provisioning complete for port fb00a136-eec0-46b2-bd87-18b3a6f6f91f triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:28.238036 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1c18e398-19c7-4319-a869-df073c88d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:28.238685 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-5c8cd6ff-6f13-4a82-803b-5e4b9f823aff tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:28.252768 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-5c8cd6ff-6f13-4a82-803b-5e4b9f823aff tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:28.259261 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-5c8cd6ff-6f13-4a82-803b-5e4b9f823aff tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:28.293905 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cd6ff-6f13-4a82-803b-5e4b9f823aff tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Pushing event updated for resources: {'Port': ['ID=6c953367-e005-458b-96b0-c5af7e4165ad,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:28.324405 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc77125a-eb6c-4afe-b581-e6f0dcd170c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:28.342455 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Router 4187b34a-b764-4ba2-91e7-36f95b324cae has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:14:28.377597 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-669536b5-56ad-4897-b1f2-2766025aba1b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:28.378510 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 2, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:28.389065 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-669536b5-56ad-4897-b1f2-2766025aba1b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/networks?id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a HTTP/1.1" status: 200 len: 818 time: 0.6148508 Jul 07 13:14:28.417583 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-80047879-9928-4bcb-b42a-1672a1d25dec tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/quotas/7ac382a5a1d74eda97536a5c970e2489 HTTP/1.1" status: 200 len: 375 time: 0.0266163 Jul 07 13:14:28.431718 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Checking router: 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:14:28.433226 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Updating router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a port 57089ab6-b751-47e4-b8d9-be17963e7dfb binding host dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:14:28.440149 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:28.495640 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:28.500797 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:28.512978 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1c18e398-19c7-4319-a869-df073c88d3ec None None] Port fb00a136-eec0-46b2-bd87-18b3a6f6f91f cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:14:28.543660 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 3332ebe5-327e-470c-8821-c7d85cb40bb0, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=3332ebe5-327e-470c-8821-c7d85cb40bb0,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:28.595569 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:28.597968 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 833bd607-fff3-4633-a0f5-ea129ed18408 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:28.606873 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a2618deb-79a3-4e93-a9ce-7c644dbdbc72 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:28.671011 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-5c8cd6ff-6f13-4a82-803b-5e4b9f823aff tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1759648 Jul 07 13:14:28.716342 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-ec3e770d-09c3-4581-adb7-18dc7e41ec6b tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:14:28.717445 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-ec3e770d-09c3-4581-adb7-18dc7e41ec6b tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068517 Jul 07 13:14:28.759045 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'name': 'tempest-ServerRescueNegativeTestJSON-971262919-router', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:14Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '7ac382a5a1d74eda97536a5c970e2489', 'gw_port': {'id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9', 'name': '', 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'mac_address': 'fa:16:3e:4c:b6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1a6cf3e7-10ef-4cec-8bcb-e370c6874479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:24Z', 'revision_number': 2, 'project_id': '7ac382a5a1d74eda97536a5c970e2489', 'subnets': [{'id': '1a6cf3e7-10ef-4cec-8bcb-e370c6874479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:29.010184 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:29.021338 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Transition to ACTIVE for port object 57089ab6-b751-47e4-b8d9-be17963e7dfb will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:29.091405 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a2618deb-79a3-4e93-a9ce-7c644dbdbc72 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:29.094515 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Checking router: 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:14:29.094996 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Updating router 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 port 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 binding host dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:14:29.153137 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=3332ebe5-327e-470c-8821-c7d85cb40bb0,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:29.190640 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:29.190640 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 833bd607-fff3-4633-a0f5-ea129ed18408 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:29.190640 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:29.193536 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d84929-7047-4445-bc06-2a97959c2f5c req-fb899d57-e30a-46bd-a85f-5ed5344f57fb tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:29.195677 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-04d84929-7047-4445-bc06-2a97959c2f5c req-fb899d57-e30a-46bd-a85f-5ed5344f57fb tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 931 time: 0.7740715 Jul 07 13:14:29.232797 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-122fba1d-0134-4d3f-998c-0880c47b383c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7ac382a5a1d74eda97536a5c970e2489&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8123477 Jul 07 13:14:29.288379 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Request body: {'port': {'device_id': 'cc1af213-7ac1-4396-a448-36ee87f97cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:29.352202 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:14:29.373580 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-084eeb60-f47d-4dbc-838a-dad8c4cf1dbf admin admin] 10.222.0.67 "PUT /v2.0/routers/4187b34a-b764-4ba2-91e7-36f95b324cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3289931 Jul 07 13:14:29.373580 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-04d84929-7047-4445-bc06-2a97959c2f5c req-7a37f3cf-afb0-4ce3-be9d-9788cfa5029c tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376867 Jul 07 13:14:29.383589 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:29.405993 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Sync routers for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:14:29.443454 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-ebf5149b-9daa-4897-87b2-714a9eecbaa8 service neutron] 10.222.0.67 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976852 Jul 07 13:14:29.512739 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39618) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:29.524647 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:14:29.525886 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:14:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:29.601967 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:29.648967 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-f56a4846-f25f-40aa-a561-366f64d81cdd service neutron] 10.222.0.67 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976788 Jul 07 13:14:29.688412 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a2618deb-79a3-4e93-a9ce-7c644dbdbc72 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:29.760087 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:29.770218 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c360ea-42eb-43fb-9b52-81b54248b432 None None] Pushing event updated for resources: {'Port': ['ID=57089ab6-b751-47e4-b8d9-be17963e7dfb,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:29.799089 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2618deb-79a3-4e93-a9ce-7c644dbdbc72 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3a2c21-039f-4d10-ade3-adc2682d500e,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:29.911588 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a2618deb-79a3-4e93-a9ce-7c644dbdbc72 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:29.916089 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a2618deb-79a3-4e93-a9ce-7c644dbdbc72 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7284248 Jul 07 13:14:29.921365 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39630) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:29.935033 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-727f9466-70da-4d3d-af7d-1fe3dcdeae9e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Request body: {'security_group_rule': {'security_group_id': 'ca3a2c21-039f-4d10-ade3-adc2682d500e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:29.985144 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Attempting to bind port 57089ab6-b751-47e4-b8d9-be17963e7dfb on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:14:29.985670 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Attempting to bind port 57089ab6-b751-47e4-b8d9-be17963e7dfb by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:14:29.986195 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Attempting to bind port 57089ab6-b751-47e4-b8d9-be17963e7dfb on network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:29.992550 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:14:29.998131 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Checking segment: {'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:29.999095 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:29.999694 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Bound using segment: {'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:14:30.000421 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Bound port: 57089ab6-b751-47e4-b8d9-be17963e7dfb, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:14:30.001341 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:30.046582 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:14:30.174960 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-727f9466-70da-4d3d-af7d-1fe3dcdeae9e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:30.181219 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 3498da6e-a813-4d13-af63-51098a55635e up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:30.226271 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] For port 57089ab6-b751-47e4-b8d9-be17963e7dfb, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:14:30.236233 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] For port 57089ab6-b751-47e4-b8d9-be17963e7dfb, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=57089ab6-b751-47e4-b8d9-be17963e7dfb,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:14:30.290758 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39638) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:30.322213 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:30.400118 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a71d9e2a-5f5a-4541-a96f-576b3feaf415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:30.512579 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:14:30.532961 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-727f9466-70da-4d3d-af7d-1fe3dcdeae9e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:30.549443 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:14:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:30.559194 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5a2ce963-6c2f-4895-9bc2-cb77bbd184b3 req-1258d018-074a-4886-96b3-e5ca22a50e0e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 210 time: 0.2176061 Jul 07 13:14:30.611502 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8dab5177-95f4-4c38-9754-95212a8f1132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:30.662204 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-727f9466-70da-4d3d-af7d-1fe3dcdeae9e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:30.715231 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f9466-70da-4d3d-af7d-1fe3dcdeae9e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb923811-ed9c-4faa-a4a4-7636a2cd839f,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:30.759829 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c360ea-42eb-43fb-9b52-81b54248b432 None None] Pushing event updated for resources: {'Port': ['ID=57089ab6-b751-47e4-b8d9-be17963e7dfb,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:30.962293 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c953367-e005-458b-96b0-c5af7e4165ad {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:14:31.061134 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:14:31.068308 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:31.109960 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e0977-914f-4e11-9402-3425e6f38be1 req-66b4463a-db05-4cb0-a781-9e37fb84b039 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:31.119959 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:31.122763 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7e4e0977-914f-4e11-9402-3425e6f38be1 req-66b4463a-db05-4cb0-a781-9e37fb84b039 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 931 time: 0.3039947 Jul 07 13:14:31.142238 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 3498da6e-a813-4d13-af63-51098a55635e triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:31.145139 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:31.155974 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Transition to ACTIVE for port object 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:31.162729 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Transition to ACTIVE for port object 6c953367-e005-458b-96b0-c5af7e4165ad will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:31.201865 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:31.241089 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a71d9e2a-5f5a-4541-a96f-576b3feaf415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:31.286281 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:31.287177 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7e4e0977-914f-4e11-9402-3425e6f38be1 req-5029744f-21d0-4267-8dff-ac73a18d0384 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632516 Jul 07 13:14:31.337749 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:31.383417 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 3332ebe5-327e-470c-8821-c7d85cb40bb0 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:31.433369 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-727f9466-70da-4d3d-af7d-1fe3dcdeae9e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:31.434145 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052fa84-69e7-4f4f-897e-f33831afbfd2 None None] Pushing event updated for resources: {'Port': ['ID=5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:31.435688 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-727f9466-70da-4d3d-af7d-1fe3dcdeae9e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5131307 Jul 07 13:14:31.445901 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39682) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:31.472143 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 2, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:31.474630 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a71d9e2a-5f5a-4541-a96f-576b3feaf415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:31.481310 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-28220f5c-ce2d-47e0-9bd6-84408c9df81b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Request body: {'security_group_rule': {'security_group_id': 'ca3a2c21-039f-4d10-ade3-adc2682d500e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:31.494262 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39684) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:31.516788 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2a66b15c-cb36-46a0-a851-2798b3e6f5b1 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161942826', 'description': 'tempest-description--760638144'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:31.545398 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Checking router: 4187b34a-b764-4ba2-91e7-36f95b324cae for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:14:31.545760 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Updating router 4187b34a-b764-4ba2-91e7-36f95b324cae port fb00a136-eec0-46b2-bd87-18b3a6f6f91f binding host dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:14:31.592075 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d9e2a-5f5a-4541-a96f-576b3feaf415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86001e40-c4c3-4158-a4c1-d8ea6aa39a54,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:31.596572 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Attempting to bind port 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:14:31.597127 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Attempting to bind port 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '69a20144-e7ff-48c8-8332-b5446e4eb3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:14:31.597500 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Attempting to bind port 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 on network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:31.611341 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:14:31.611720 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Checking segment: {'id': '69a20144-e7ff-48c8-8332-b5446e4eb3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:31.612127 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:31.612524 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Bound using segment: {'id': '69a20144-e7ff-48c8-8332-b5446e4eb3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:14:31.613248 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Bound port: 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a20144-e7ff-48c8-8332-b5446e4eb3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:14:31.613652 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:31.631957 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 3332ebe5-327e-470c-8821-c7d85cb40bb0 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:31.632175 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:31.641425 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:31.685469 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c953367-e005-458b-96b0-c5af7e4165ad,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:31.738965 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-a71d9e2a-5f5a-4541-a96f-576b3feaf415 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b3556d809a3c4d7b81ee63c14fe5d28e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2218797 Jul 07 13:14:31.740109 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39708) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:31.747621 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:30Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:31.793025 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c32b52-cb30-41d6-80ba-e8b7ae08a896 None None] The sync data for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi is: [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:30Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:14:31.904614 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Attempting to bind port 6c953367-e005-458b-96b0-c5af7e4165ad on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:14:31.905533 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Attempting to bind port 6c953367-e005-458b-96b0-c5af7e4165ad by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '3a489ef2-77bd-410b-b098-b5aa6abf9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '84df5a89-64ce-46db-be5e-11fb06a98fd3'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:14:31.906132 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Attempting to bind port 6c953367-e005-458b-96b0-c5af7e4165ad on network 84df5a89-64ce-46db-be5e-11fb06a98fd3 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:31.925311 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Port 6c953367-e005-458b-96b0-c5af7e4165ad on network 84df5a89-64ce-46db-be5e-11fb06a98fd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:14:31.926100 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Attempting to bind port 6c953367-e005-458b-96b0-c5af7e4165ad on network 84df5a89-64ce-46db-be5e-11fb06a98fd3 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:31.976914 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:14:31.977935 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Checking segment: {'id': '3a489ef2-77bd-410b-b098-b5aa6abf9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '84df5a89-64ce-46db-be5e-11fb06a98fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:31.978721 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Bound using segment: {'id': '3a489ef2-77bd-410b-b098-b5aa6abf9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '84df5a89-64ce-46db-be5e-11fb06a98fd3'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:14:31.980196 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Bound port: 6c953367-e005-458b-96b0-c5af7e4165ad, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a489ef2-77bd-410b-b098-b5aa6abf9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '84df5a89-64ce-46db-be5e-11fb06a98fd3'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:14:31.991167 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:32.016474 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94324804-bedc-46a8-9c5d-ebd583467d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:32.024590 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] For port 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:14:32.050594 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-25bdb43e-4ae5-43a3-9416-79697e7be05f tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:32.059263 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-25bdb43e-4ae5-43a3-9416-79697e7be05f tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/networks?id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a HTTP/1.1" status: 200 len: 818 time: 0.6112664 Jul 07 13:14:32.075808 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] For port 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9,segment=NetworkSegment(69a20144-e7ff-48c8-8332-b5446e4eb3c9),segment_id=69a20144-e7ff-48c8-8332-b5446e4eb3c9)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:14:32.102313 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94324804-bedc-46a8-9c5d-ebd583467d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:32.115246 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8dab5177-95f4-4c38-9754-95212a8f1132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:32.137053 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-04749931-25bf-4b3a-a7b0-a12cbc7814fc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/quotas/7ac382a5a1d74eda97536a5c970e2489 HTTP/1.1" status: 200 len: 375 time: 0.0767610 Jul 07 13:14:32.218737 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] For port 6c953367-e005-458b-96b0-c5af7e4165ad, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:14:32.226717 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-1b4d8040-5bc2-48ef-8831-4a4e3060db3a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7ac382a5a1d74eda97536a5c970e2489&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0884082 Jul 07 13:14:32.233563 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:32.262623 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] For port 6c953367-e005-458b-96b0-c5af7e4165ad, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6c953367-e005-458b-96b0-c5af7e4165ad,segment=NetworkSegment(3a489ef2-77bd-410b-b098-b5aa6abf9851),segment_id=3a489ef2-77bd-410b-b098-b5aa6abf9851)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:14:32.350774 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:32.365733 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8dab5177-95f4-4c38-9754-95212a8f1132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:32.471481 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Routers {'086a3ac3-2b90-4f14-92c0-a5b9892a66e2'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:14:32.472136 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:14:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['086a3ac3-2b90-4f14-92c0-a5b9892a66e2'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:32.484530 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.db.api [None req-28220f5c-ce2d-47e0-9bd6-84408c9df81b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 13:14:32.484530 dv-cinder-786627-18-iscsi neutron-server[93698]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 13:14:32.484530 dv-cinder-786627-18-iscsi neutron-server[93698]: [parameters: {'project_id': '822d7adc8c954c9399de3eeb04721257', 'id': '8152a7e9-dd85-4a67-a62f-3a8146ff3be8', 'expiration': datetime.datetime(2021, 7, 7, 13, 16, 32, 398303)}] Jul 07 13:14:32.484530 dv-cinder-786627-18-iscsi neutron-server[93698]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 13:14:32.504001 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG oslo_db.api [None req-28220f5c-ce2d-47e0-9bd6-84408c9df81b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 13:14:32.505757 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 57089ab6-b751-47e4-b8d9-be17963e7dfb up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:32.512086 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94324804-bedc-46a8-9c5d-ebd583467d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:32.521108 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052fa84-69e7-4f4f-897e-f33831afbfd2 None None] Pushing event updated for resources: {'Port': ['ID=5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:32.522237 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94324804-bedc-46a8-9c5d-ebd583467d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:32.529146 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-94324804-bedc-46a8-9c5d-ebd583467d1c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/86001e40-c4c3-4158-a4c1-d8ea6aa39a54 HTTP/1.1" status: 204 len: 168 time: 0.7680800 Jul 07 13:14:32.564315 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab5177-95f4-4c38-9754-95212a8f1132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dc1406-9171-4191-81f6-92fa5e02e0b9,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:32.585617 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-8dab5177-95f4-4c38-9754-95212a8f1132 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=43604edf3c2042a9a30ab350da11329c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2938080 Jul 07 13:14:32.589388 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:32.590117 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:32.597350 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] 10.222.0.79 "PUT /v2.0/ports/6c953367-e005-458b-96b0-c5af7e4165ad HTTP/1.1" status: 200 len: 1093 time: 3.6215279 Jul 07 13:14:32.598230 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94324804-bedc-46a8-9c5d-ebd583467d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86001e40-c4c3-4158-a4c1-d8ea6aa39a54,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:32.603895 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1af213-7ac1-4396-a448-36ee87f97cbb', 'tag': '6c953367-e005-458b-96b0-c5af7e4165ad'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:14:32.639942 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39718) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:32.697395 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a66b15c-cb36-46a0-a851-2798b3e6f5b1 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:32.727736 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048aa45b-81a2-4d7b-8035-659bbfdfdff3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c953367-e005-458b-96b0-c5af7e4165ad,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:32.823775 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331394a1-504f-49aa-9da4-86f1f76110bf" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1af213-7ac1-4396-a448-36ee87f97cbb", "tag": "6c953367-e005-458b-96b0-c5af7e4165ad"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:14:32.919869 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a66b15c-cb36-46a0-a851-2798b3e6f5b1 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:32.924003 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ff2d3a0e-b86d-4b58-874a-34bcc17ba1f1 service neutron] 10.222.0.67 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6959808 Jul 07 13:14:32.980051 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0d248614-09a2-41a7-83eb-27f0d31ea93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:32.986763 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 57089ab6-b751-47e4-b8d9-be17963e7dfb completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:32.992928 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a66b15c-cb36-46a0-a851-2798b3e6f5b1 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.000336 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 57089ab6-b751-47e4-b8d9-be17963e7dfb triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:33.000707 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.071178 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0d248614-09a2-41a7-83eb-27f0d31ea93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.087822 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b917239-85ac-4801-98e0-c5fcd3cd4a4d req-a2024621-0904-4686-9373-7854ff3282df tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:33.089226 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4b917239-85ac-4801-98e0-c5fcd3cd4a4d req-a2024621-0904-4686-9373-7854ff3282df tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 943 time: 0.4376137 Jul 07 13:14:33.096027 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66b15c-cb36-46a0-a851-2798b3e6f5b1 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0443c840-dbad-450b-bc21-636b856fb227,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:33.113866 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.117642 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] Set router 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:14:33.136808 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a66b15c-cb36-46a0-a851-2798b3e6f5b1 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.138410 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-2a66b15c-cb36-46a0-a851-2798b3e6f5b1 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6323862 Jul 07 13:14:33.141243 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39736) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:33.146688 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e7c80c81-e072-46c5-8ef1-02a0203c49b6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Request body: {'security_group_rule': {'security_group_id': '0443c840-dbad-450b-bc21-636b856fb227', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:33.193422 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-447d727c-b95d-4f9c-8473-d49c7e7a9444 service neutron] 10.222.0.67 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569180 Jul 07 13:14:33.206419 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Transition to ACTIVE for port object fb00a136-eec0-46b2-bd87-18b3a6f6f91f will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:33.212360 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4b917239-85ac-4801-98e0-c5fcd3cd4a4d req-077be2b9-c909-4860-a981-752332d8644a tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220806 Jul 07 13:14:33.226695 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.318755 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-28220f5c-ce2d-47e0-9bd6-84408c9df81b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.344309 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 57089ab6-b751-47e4-b8d9-be17963e7dfb, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=57089ab6-b751-47e4-b8d9-be17963e7dfb,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:33.349861 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.472893 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7c80c81-e072-46c5-8ef1-02a0203c49b6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.481982 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.570274 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Attempting to bind port fb00a136-eec0-46b2-bd87-18b3a6f6f91f on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:14:33.570654 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Attempting to bind port fb00a136-eec0-46b2-bd87-18b3a6f6f91f by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:14:33.571008 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Attempting to bind port fb00a136-eec0-46b2-bd87-18b3a6f6f91f on network fccb3ab0-70e2-4fcc-b761-492ba3f9186e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:33.573519 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5538c-4e35-4102-83ca-51735a48272f None None] Pushing event updated for resources: {'Port': ['ID=fb00a136-eec0-46b2-bd87-18b3a6f6f91f,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:33.600395 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0d248614-09a2-41a7-83eb-27f0d31ea93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.607228 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2ac556-5b73-4e97-957a-e7cb73413372 x-openstack-request-id: req-ab2ac556-5b73-4e97-957a-e7cb73413372 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:14:33.607761 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1af213-7ac1-4396-a448-36ee87f97cbb", "tag": "6c953367-e005-458b-96b0-c5af7e4165ad", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:14:33.607761 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ab2ac556-5b73-4e97-957a-e7cb73413372 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:14:33.608221 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1af213-7ac1-4396-a448-36ee87f97cbb', 'tag': '6c953367-e005-458b-96b0-c5af7e4165ad', 'status': 'completed', 'code': 200} Jul 07 13:14:33.611232 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0d248614-09a2-41a7-83eb-27f0d31ea93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.612485 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0d248614-09a2-41a7-83eb-27f0d31ea93d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6dc1406-9171-4191-81f6-92fa5e02e0b9 HTTP/1.1" status: 204 len: 168 time: 0.9595184 Jul 07 13:14:33.614974 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39746) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:33.666238 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:14:33.667204 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Checking segment: {'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:33.667553 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.667947 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Bound using segment: {'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:14:33.668436 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Bound port: fb00a136-eec0-46b2-bd87-18b3a6f6f91f, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:14:33.668834 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.722426 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-028d818e-0bf4-40bd-a223-a1a0e7159ad4 req-97a7c148-6ba4-4ef4-94b9-d6ac796e329c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 210 time: 0.0812514 Jul 07 13:14:33.730341 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7c80c81-e072-46c5-8ef1-02a0203c49b6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.761045 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d248614-09a2-41a7-83eb-27f0d31ea93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dc1406-9171-4191-81f6-92fa5e02e0b9,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:33.770904 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736313c4-09d9-4c9e-b86f-f26f1da59a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.780374 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-28220f5c-ce2d-47e0-9bd6-84408c9df81b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.806531 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7c80c81-e072-46c5-8ef1-02a0203c49b6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.842100 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c80c81-e072-46c5-8ef1-02a0203c49b6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b9170a-6622-4400-a913-e9dee9d607c7,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:33.861500 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-28220f5c-ce2d-47e0-9bd6-84408c9df81b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.885354 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28220f5c-ce2d-47e0-9bd6-84408c9df81b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e5f54d-d564-4108-8b4f-99cdc9278dfb,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:33.918392 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736313c4-09d9-4c9e-b86f-f26f1da59a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:33.924967 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=57089ab6-b751-47e4-b8d9-be17963e7dfb,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:33.976504 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] For port fb00a136-eec0-46b2-bd87-18b3a6f6f91f, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:14:33.981763 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] For port fb00a136-eec0-46b2-bd87-18b3a6f6f91f, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=fb00a136-eec0-46b2-bd87-18b3a6f6f91f,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:14:33.987329 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'name': 'tempest-ServerRescueNegativeTestJSON-971262919-router', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:14Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '7ac382a5a1d74eda97536a5c970e2489', 'gw_port': {'id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9', 'name': '', 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'mac_address': 'fa:16:3e:4c:b6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1a6cf3e7-10ef-4cec-8bcb-e370c6874479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:31Z', 'revision_number': 4, 'project_id': '7ac382a5a1d74eda97536a5c970e2489', 'subnets': [{'id': '1a6cf3e7-10ef-4cec-8bcb-e370c6874479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:34.016335 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a33aba-812f-446b-bb2d-54c7dffeee89 None None] The sync data for ids ['086a3ac3-2b90-4f14-92c0-a5b9892a66e2'] in dv-cinder-786627-18-iscsi is: [{'id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'name': 'tempest-ServerRescueNegativeTestJSON-971262919-router', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:14Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '7ac382a5a1d74eda97536a5c970e2489', 'gw_port': {'id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9', 'name': '', 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'mac_address': 'fa:16:3e:4c:b6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1a6cf3e7-10ef-4cec-8bcb-e370c6874479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:31Z', 'revision_number': 4, 'project_id': '7ac382a5a1d74eda97536a5c970e2489', 'subnets': [{'id': '1a6cf3e7-10ef-4cec-8bcb-e370c6874479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:14:34.019888 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736313c4-09d9-4c9e-b86f-f26f1da59a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.042633 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.071844 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736313c4-09d9-4c9e-b86f-f26f1da59a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd15bd4b-2bb6-4940-9fb0-a811411f8d55,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:34.083026 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-736313c4-09d9-4c9e-b86f-f26f1da59a87 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8424e468d45848c08dff000d7dd68aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670167 Jul 07 13:14:34.084147 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39760) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:34.098631 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-28220f5c-ce2d-47e0-9bd6-84408c9df81b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.103028 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-28220f5c-ce2d-47e0-9bd6-84408c9df81b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6536801 Jul 07 13:14:34.104491 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 39762) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:34.121292 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Request body: {'floatingip': {'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:34.138602 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7c80c81-e072-46c5-8ef1-02a0203c49b6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.143469 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-e7c80c81-e072-46c5-8ef1-02a0203c49b6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9973855 Jul 07 13:14:34.144463 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39766) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:34.152182 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-309c58ac-429a-4978-8af7-47f274dcb55a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Request body: {'security_group_rule': {'security_group_id': '0443c840-dbad-450b-bc21-636b856fb227', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:34.175997 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:14:34.176727 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:14:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:34.178896 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-727367bb-0a25-4f9b-ac51-5ca4a408f61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.204811 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-727367bb-0a25-4f9b-ac51-5ca4a408f61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.277703 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.281723 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5538c-4e35-4102-83ca-51735a48272f None None] Pushing event updated for resources: {'Port': ['ID=fb00a136-eec0-46b2-bd87-18b3a6f6f91f,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:34.442678 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-309c58ac-429a-4978-8af7-47f274dcb55a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.456327 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-727367bb-0a25-4f9b-ac51-5ca4a408f61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.458973 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-727367bb-0a25-4f9b-ac51-5ca4a408f61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.462185 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-727367bb-0a25-4f9b-ac51-5ca4a408f61e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bd15bd4b-2bb6-4940-9fb0-a811411f8d55 HTTP/1.1" status: 204 len: 168 time: 0.3765640 Jul 07 13:14:34.489585 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:14:34.493826 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727367bb-0a25-4f9b-ac51-5ca4a408f61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd15bd4b-2bb6-4940-9fb0-a811411f8d55,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:34.627486 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:34.665869 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-309c58ac-429a-4978-8af7-47f274dcb55a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.731617 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-309c58ac-429a-4978-8af7-47f274dcb55a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.801616 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c58ac-429a-4978-8af7-47f274dcb55a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154a194f-e0db-4f83-96c8-e572fd9bece3,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:34.832306 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4444a9e-1093-4520-8031-343012a59e43 req-8ea3ae3a-545c-49e2-b109-7de866eb4f86 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:34.834579 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f4444a9e-1093-4520-8031-343012a59e43 req-8ea3ae3a-545c-49e2-b109-7de866eb4f86 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 943 time: 0.3263094 Jul 07 13:14:34.898078 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-309c58ac-429a-4978-8af7-47f274dcb55a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.903667 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-309c58ac-429a-4978-8af7-47f274dcb55a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7581317 Jul 07 13:14:34.905423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39786) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:34.911268 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:34.911575 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Request body: {'floatingip': {'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:34.938388 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:34.938971 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:34.942229 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:35.065174 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f4444a9e-1093-4520-8031-343012a59e43 req-0d1aa89b-e0bf-4493-ac6e-390e296ac8c6 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111461 Jul 07 13:14:35.116033 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:35.233662 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:35.287274 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a08b75b5-e60f-48ae-9da1-6ba6092027db req-bf621997-928f-4ec7-9fed-a1e599bbe30b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 210 time: 0.2466910 Jul 07 13:14:35.373985 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:35.383279 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:14:35.461009 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Allocated IP 172.27.2.197 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/b8b69f5a-709d-435b-a99c-cc1b786074c2) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:35.484553 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9,segment=NetworkSegment(69a20144-e7ff-48c8-8332-b5446e4eb3c9),segment_id=69a20144-e7ff-48c8-8332-b5446e4eb3c9)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:35.486453 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65c088-7103-4219-b326-ecc17f333442 None None] The sync data for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi is: [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:14:35.539309 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:35.540087 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 57089ab6-b751-47e4-b8d9-be17963e7dfb up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:35.648785 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:35.665560 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 57089ab6-b751-47e4-b8d9-be17963e7dfb triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:35.666393 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:35.671347 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:35.913834 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:35.984914 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:35.992818 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:36.001628 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:36.121360 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331394a1-504f-49aa-9da4-86f1f76110bf req-e6289c87-d498-4222-bd2c-5974768819cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:36.124009 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-331394a1-504f-49aa-9da4-86f1f76110bf req-e6289c87-d498-4222-bd2c-5974768819cb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1fe629e44c1544379edd26db0e411ce0&device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 1096 time: 0.3444645 Jul 07 13:14:36.129555 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Allocated IP 172.27.2.156 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/b7852301-4790-4825-a3fa-5c574b9dd92f) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:36.187221 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event updated for resources: {'Port': ['ID=b8b69f5a-709d-435b-a99c-cc1b786074c2,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:36.531874 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:36.579178 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:36.722264 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:36.722773 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:36.950681 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331394a1-504f-49aa-9da4-86f1f76110bf req-81d07eb2-e986-493e-bcb9-c18236a1862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:36.952309 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-331394a1-504f-49aa-9da4-86f1f76110bf req-81d07eb2-e986-493e-bcb9-c18236a1862b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=1fe629e44c1544379edd26db0e411ce0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7932861 Jul 07 13:14:36.952423 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:36.957745 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:36.965545 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device fb00a136-eec0-46b2-bd87-18b3a6f6f91f up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:37.113085 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:14:37.136094 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:37.233755 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port fb00a136-eec0-46b2-bd87-18b3a6f6f91f completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:37.241843 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port fb00a136-eec0-46b2-bd87-18b3a6f6f91f triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:37.242221 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:37.314309 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:37.328649 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5c8aa22-a8ed-47ea-ae56-a94402f0ced7 req-1fbb5cc3-e536-459c-9c1c-c68fea7c563d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 210 time: 0.3880892 Jul 07 13:14:37.409918 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ffd72-0e98-45a4-bf85-f2a379b3391d req-8d10b677-4d0b-44b2-a22e-928aa6497616 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:37.428255 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-313ffd72-0e98-45a4-bf85-f2a379b3391d req-8d10b677-4d0b-44b2-a22e-928aa6497616 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 943 time: 0.8620241 Jul 07 13:14:37.432117 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.79', 64759) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:37.577081 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:37.577849 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-313ffd72-0e98-45a4-bf85-f2a379b3391d req-197c9f42-d188-45a4-a943-540cea58c5a8 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171956 Jul 07 13:14:37.577929 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:37.577929 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:37.577929 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:37.683825 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-b8b46cf6-3792-4f14-bfa5-f24f69efaa30 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:37.686181 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-b8b46cf6-3792-4f14-bfa5-f24f69efaa30 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.79 "GET /v2.0/networks?id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a HTTP/1.1" status: 200 len: 818 time: 0.2456992 Jul 07 13:14:37.712008 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port fb00a136-eec0-46b2-bd87-18b3a6f6f91f, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=fb00a136-eec0-46b2-bd87-18b3a6f6f91f,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:37.800517 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:37.843435 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event updated for resources: {'Port': ['ID=b7852301-4790-4825-a3fa-5c574b9dd92f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:37.883405 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331394a1-504f-49aa-9da4-86f1f76110bf req-a8035170-296c-4e92-8168-bc714b04cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:37.921575 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-331394a1-504f-49aa-9da4-86f1f76110bf req-a8035170-296c-4e92-8168-bc714b04cde8 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8254480 Jul 07 13:14:38.093026 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:38.124955 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:38.145716 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event updated for resources: {'Port': ['ID=b8b69f5a-709d-435b-a99c-cc1b786074c2,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:38.315633 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:38.317770 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:38.321446 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-68e19e8d-521b-4d74-a279-fc140935d7c1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2144744 Jul 07 13:14:38.394535 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:38.451074 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=fb00a136-eec0-46b2-bd87-18b3a6f6f91f,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:38.571006 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b0acd4e3-161c-4de1-b08a-9228391560cb req-213fe220-86c0-4224-84f9-f47bdd6f1027 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 210 time: 0.0622547 Jul 07 13:14:38.718695 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:38.803729 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:38.852167 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-a6493b8d-5dae-4d50-be26-b7269976c8fb tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1375500616&fields=id&tenant_id=822d7adc8c954c9399de3eeb04721257 HTTP/1.1" status: 200 len: 267 time: 0.0989087 Jul 07 13:14:38.889658 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:38.945928 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event updated for resources: {'Port': ['ID=b7852301-4790-4825-a3fa-5c574b9dd92f,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:38.980630 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f69c5e-1c3c-48c7-85f2-107cacd4a725 req-6c998e82-c1c1-4408-9533-85dd766dba5a tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:38.982242 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-50f69c5e-1c3c-48c7-85f2-107cacd4a725 req-6c998e82-c1c1-4408-9533-85dd766dba5a tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 943 time: 0.2214410 Jul 07 13:14:39.002758 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39922) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:39.017140 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:39.018351 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-cc773029-4e69-4cc9-a2f2-bf40ecff802f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1118772 Jul 07 13:14:39.049728 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-4ebfc818-2807-4d6b-8c6a-50f2fb5a1812 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:39.060281 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-4ebfc818-2807-4d6b-8c6a-50f2fb5a1812 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/networks?id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb HTTP/1.1" status: 200 len: 810 time: 0.2032561 Jul 07 13:14:39.092019 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-50f69c5e-1c3c-48c7-85f2-107cacd4a725 req-f9e4a94f-47c2-46b0-99f6-15b4322a4d0f tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976439 Jul 07 13:14:39.094131 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-a01b1bcd-4e78-4b2b-8d7f-af155b38cd22 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/quotas/822d7adc8c954c9399de3eeb04721257 HTTP/1.1" status: 200 len: 375 time: 0.0369084 Jul 07 13:14:39.253890 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-51b39297-677e-4142-8f66-0e9c895caac6 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=822d7adc8c954c9399de3eeb04721257&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1534588 Jul 07 13:14:39.563211 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-eea98e79-6556-461b-abf8-47b9d6169493 service neutron] 10.222.0.67 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600819 Jul 07 13:14:39.564187 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-411a1429-8bd1-4d81-abb3-7f4fd960ce35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:39.564676 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-660b9fde-b94f-48b9-b919-44834f86c73e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--161942826&fields=id&tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d HTTP/1.1" status: 200 len: 267 time: 0.0971539 Jul 07 13:14:39.583880 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-411a1429-8bd1-4d81-abb3-7f4fd960ce35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:39.741939 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-411a1429-8bd1-4d81-abb3-7f4fd960ce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:39.829387 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-5f1f8915-e606-4e56-a2bf-5f335f1d9668 service neutron] 10.222.0.67 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861079 Jul 07 13:14:39.833240 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-411a1429-8bd1-4d81-abb3-7f4fd960ce35 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=688d9d38746d4b93b93a10a8df24e6b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8293419 Jul 07 13:14:39.835936 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 39960) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:39.845699 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a1429-8bd1-4d81-abb3-7f4fd960ce35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2216b322-4416-4784-8de1-3a6779b11ca0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:39.978624 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-39c61ec1-3ae6-4fdc-9593-25f7b0c75ec4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:39.987943 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-39c61ec1-3ae6-4fdc-9593-25f7b0c75ec4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/networks?id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e HTTP/1.1" status: 200 len: 817 time: 0.4482925 Jul 07 13:14:40.003533 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-6cdb2a26-6cd9-44f4-963c-a4c0afa19b85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Request body: {'port': {'device_id': '5d52ce5b-5708-48ec-80e6-462e1ddfc362', 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a', 'admin_state_up': True, 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:40.014114 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-b6bfa162-2d6e-436e-963b-ee967ec24425 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/quotas/a5a8f6fc8bb14ae985fb6c239baea22d HTTP/1.1" status: 200 len: 375 time: 0.0251772 Jul 07 13:14:40.067706 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5c830c4e-4bb3-422e-a40b-33726ebbc469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:40.128248 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5c830c4e-4bb3-422e-a40b-33726ebbc469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:40.211709 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-52eb28eb-266a-49e2-9a63-d9a42311663f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1872053 Jul 07 13:14:40.243398 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-2800e94a-e998-4f1c-80b2-d77ba94a8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:40.246828 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-2800e94a-e998-4f1c-80b2-d77ba94a8ebd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1fe629e44c1544379edd26db0e411ce0&device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 1096 time: 0.2562420 Jul 07 13:14:40.442278 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-0608cc58-56e5-4edd-bfc5-a81d1081565b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:14:40.451697 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-0608cc58-56e5-4edd-bfc5-a81d1081565b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1332891 Jul 07 13:14:40.473406 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0ad0d17c-40f7-48e8-8ef7-7d7a663dbe7d req-5dfa6161-8c15-4d1e-983e-2ccb4e451ccf tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 210 time: 0.0715067 Jul 07 13:14:40.485386 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device fb00a136-eec0-46b2-bd87-18b3a6f6f91f up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:40.510337 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5c830c4e-4bb3-422e-a40b-33726ebbc469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:40.513259 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5c830c4e-4bb3-422e-a40b-33726ebbc469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:40.514949 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-5c830c4e-4bb3-422e-a40b-33726ebbc469 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2216b322-4416-4784-8de1-3a6779b11ca0 HTTP/1.1" status: 204 len: 168 time: 0.6780715 Jul 07 13:14:40.519208 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-e367cf3c-7e6f-48b5-9ff7-371c6c493deb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c953367-e005-458b-96b0-c5af7e4165ad HTTP/1.1" status: 200 len: 217 time: 0.1485729 Jul 07 13:14:40.531991 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c830c4e-4bb3-422e-a40b-33726ebbc469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2216b322-4416-4784-8de1-3a6779b11ca0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:40.638181 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-6cdb2a26-6cd9-44f4-963c-a4c0afa19b85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Made reservation on behalf of 7ac382a5a1d74eda97536a5c970e2489 for: {'port': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:14:40.647780 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-6cdb2a26-6cd9-44f4-963c-a4c0afa19b85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:40.685929 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port fb00a136-eec0-46b2-bd87-18b3a6f6f91f triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:40.686311 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:40.727074 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-1f670fff-7b91-4f88-b5eb-dbc949cfab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:40.729663 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-1f670fff-7b91-4f88-b5eb-dbc949cfab83 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a593276c-d513-48ce-b376-e25e735fe0e7 HTTP/1.1" status: 200 len: 852 time: 0.1713555 Jul 07 13:14:40.889846 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-95e33a33-8945-4232-a4e1-6285e01e0935 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=84df5a89-64ce-46db-be5e-11fb06a98fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901589 Jul 07 13:14:41.079023 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-cd65b40c-c754-4a27-9acc-161cc42f55ef service neutron] 10.222.0.67 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262128 Jul 07 13:14:41.248633 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-1ed04ffa-4e18-4511-a231-0cc0a85c9cb7 service neutron] 10.222.0.79 "GET /v2.0/networks/84df5a89-64ce-46db-be5e-11fb06a98fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984231 Jul 07 13:14:41.264829 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-53c4f791-8e2d-4694-99d8-566a136e25ee service neutron] 10.222.0.67 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850777 Jul 07 13:14:41.359531 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-6cdb2a26-6cd9-44f4-963c-a4c0afa19b85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Allocated IP 172.20.0.4 (17e7fb7f-eb36-4858-a690-15cf4cc10f9a/1a6cf3e7-10ef-4cec-8bcb-e370c6874479/4551b0ef-b4c3-41b3-bf41-b3ad65b4555c) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:41.383667 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81c1ab-0b5a-40be-a599-e3f73cf74ad3 req-09a36b96-ee87-4168-b110-5d307b5274d9 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:41.383667 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd81c1ab-0b5a-40be-a599-e3f73cf74ad3 req-09a36b96-ee87-4168-b110-5d307b5274d9 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 943 time: 0.5106816 Jul 07 13:14:41.468479 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd81c1ab-0b5a-40be-a599-e3f73cf74ad3 req-210a8ee8-45e5-440b-a91d-f8d9f3e942dc tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763538 Jul 07 13:14:41.620105 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-005e0bea-7dc6-4078-acde-f91cd60da66d req-c8396758-ad95-41a1-b914-65d664377a23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 210 time: 0.0483286 Jul 07 13:14:41.693330 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-6cdb2a26-6cd9-44f4-963c-a4c0afa19b85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:41.927362 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5bf38c03-7e32-4f20-b588-d02044f99f1b req-1842fa3f-8199-4627-8288-9ef64afa74a2 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 210 time: 0.0722430 Jul 07 13:14:41.930815 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-6cdb2a26-6cd9-44f4-963c-a4c0afa19b85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:41.980206 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-6cdb2a26-6cd9-44f4-963c-a4c0afa19b85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:42.018806 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-6cdb2a26-6cd9-44f4-963c-a4c0afa19b85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:42.025013 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-6cdb2a26-6cd9-44f4-963c-a4c0afa19b85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:42.035929 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-6cdb2a26-6cd9-44f4-963c-a4c0afa19b85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:42.038923 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-6cdb2a26-6cd9-44f4-963c-a4c0afa19b85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for port, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:42.184707 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cd4234e5-2c21-4b11-8614-6a49bc22cfcf req-4699fa53-e4b7-4fdc-9668-0c45fdb4c314 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 210 time: 0.0718663 Jul 07 13:14:42.213907 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb2a26-6cd9-44f4-963c-a4c0afa19b85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Pushing event updated for resources: {'Port': ['ID=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:42.496737 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-6cdb2a26-6cd9-44f4-963c-a4c0afa19b85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5058284 Jul 07 13:14:42.687444 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86261e-4833-4783-b7dc-6a5e4fdbe276 req-7cc300db-050b-421b-b902-c8e22bd6a0c8 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:42.698135 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a86261e-4833-4783-b7dc-6a5e4fdbe276 req-7cc300db-050b-421b-b902-c8e22bd6a0c8 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 943 time: 0.0879421 Jul 07 13:14:42.763999 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b2212996-d7d8-4b1e-9d59-b3798c9d3070 req-4a87b11e-c4f5-431d-a380-e320b4eb938b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 210 time: 0.0632887 Jul 07 13:14:42.797688 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a86261e-4833-4783-b7dc-6a5e4fdbe276 req-fa011c07-5741-4b50-948c-8c98429bce77 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853238 Jul 07 13:14:43.117962 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fbecb1b6-8a1d-4d37-9a86-9961f19f1696 req-e0a5c151-d1f8-4fde-974a-307aa5db6540 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 210 time: 0.0362313 Jul 07 13:14:43.280584 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.79', 64768) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:43.347853 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Request body: {'port': {'device_id': '5d52ce5b-5708-48ec-80e6-462e1ddfc362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:43.354657 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28e358ce-64ce-42e8-b180-5d85c7bde71d req-adb57b9c-506f-4e48-baae-7dd8c597587b service neutron] 10.222.0.79 "GET /v2.0/networks/84df5a89-64ce-46db-be5e-11fb06a98fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991063 Jul 07 13:14:43.425580 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-317bcc99-2e5c-4adf-b296-e8f17816f6d2 req-626e7bf9-d64b-4327-bd0b-89787bc54769 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 210 time: 0.1333520 Jul 07 13:14:43.533246 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-34697b28-1482-4c91-a96d-d1b1f37b7212 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:43.534706 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-34697b28-1482-4c91-a96d-d1b1f37b7212 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.79 "GET /v2.0/networks?id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a HTTP/1.1" status: 200 len: 818 time: 0.2141151 Jul 07 13:14:43.545716 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:43.619059 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-103b8d7d-4ad5-4a72-bcba-f144ec05a7be tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Request body: {'port': {'device_id': '7ce923c2-982b-4877-8e01-11cfb9e6b1dd', 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a', 'admin_state_up': True, 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:44.164610 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a59104f9-8d09-4922-b0aa-5426f2c754fc req-f0b92f6a-92d6-4fb5-a140-b326efc42234 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 210 time: 0.0807965 Jul 07 13:14:44.279537 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7035735-3141-49f7-933b-70f104b1320a req-db6ca0c1-8bf1-41db-95d6-2183828af1bb tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:44.281162 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a7035735-3141-49f7-933b-70f104b1320a req-db6ca0c1-8bf1-41db-95d6-2183828af1bb tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 943 time: 0.1962938 Jul 07 13:14:44.345320 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b75d0ee6-6fe7-48c7-99cc-45fe6708a269 req-66dd2d47-7690-4221-a039-8f19b393a62a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 210 time: 0.0630610 Jul 07 13:14:44.364626 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c {{(pid=93698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:14:44.374605 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-103b8d7d-4ad5-4a72-bcba-f144ec05a7be tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Made reservation on behalf of 7ac382a5a1d74eda97536a5c970e2489 for: {'port': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:14:44.378063 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-103b8d7d-4ad5-4a72-bcba-f144ec05a7be tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:44.381289 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:44.389212 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a7035735-3141-49f7-933b-70f104b1320a req-75edf5b0-d9b9-4538-ac79-4e1f33dbcde0 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893452 Jul 07 13:14:44.407216 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Transition to ACTIVE for port object 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c will not be triggered until provisioned by entity L2. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:44.513482 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:44.620492 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f4eb9cb1-1d09-48f0-a0b1-de6f41a71fe3 req-ee9fe300-a6af-4e60-a6d6-4fb739e6804c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 210 time: 0.0573516 Jul 07 13:14:44.630127 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:44.662926 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-103b8d7d-4ad5-4a72-bcba-f144ec05a7be tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Allocated IP 172.20.0.7 (17e7fb7f-eb36-4858-a690-15cf4cc10f9a/1a6cf3e7-10ef-4cec-8bcb-e370c6874479/38e81159-4fdc-44d6-966b-344c1ecbd57f) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:44.673280 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40128) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:44.712669 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.managers [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Attempting to bind port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:14:44.713128 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.managers [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Attempting to bind port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '69a20144-e7ff-48c8-8332-b5446e4eb3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a'}] {{(pid=93698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:14:44.713545 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Attempting to bind port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c on network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:44.729884 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c on network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:14:44.730270 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Attempting to bind port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c on network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:44.743887 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:14:44.743887 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Checking segment: {'id': '69a20144-e7ff-48c8-8332-b5446e4eb3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:44.745002 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Bound using segment: {'id': '69a20144-e7ff-48c8-8332-b5446e4eb3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a'} {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:14:44.745262 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.managers [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Bound port: 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a20144-e7ff-48c8-8332-b5446e4eb3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a'}}] {{(pid=93698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:14:44.745605 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:44.871129 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-64198f45-babe-4b65-b17a-ef43375ee80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:44.970241 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] For port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c, host hv-cinder-78662, cleared binding levels {{(pid=93698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:14:45.011921 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-64198f45-babe-4b65-b17a-ef43375ee80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:45.013244 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] For port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c,segment=NetworkSegment(69a20144-e7ff-48c8-8332-b5446e4eb3c9),segment_id=69a20144-e7ff-48c8-8332-b5446e4eb3c9)] {{(pid=93698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:14:45.036491 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-103b8d7d-4ad5-4a72-bcba-f144ec05a7be tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:45.137760 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:45.145208 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-64198f45-babe-4b65-b17a-ef43375ee80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:45.197223 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-103b8d7d-4ad5-4a72-bcba-f144ec05a7be tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:45.207859 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:45.208548 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for port, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:45.210318 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] 10.222.0.79 "PUT /v2.0/ports/4551b0ef-b4c3-41b3-bf41-b3ad65b4555c HTTP/1.1" status: 200 len: 1093 time: 1.9095168 Jul 07 13:14:45.210752 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d52ce5b-5708-48ec-80e6-462e1ddfc362', 'tag': '4551b0ef-b4c3-41b3-bf41-b3ad65b4555c'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:14:45.228214 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-64198f45-babe-4b65-b17a-ef43375ee80f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=073f8722ac174fa48cc9d4f5a5b4019e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5535183 Jul 07 13:14:45.232396 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64198f45-babe-4b65-b17a-ef43375ee80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13753f24-5e66-4941-a621-9af912e2f8d6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:45.251604 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40142) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:45.359425 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-500bec68-b97e-4db4-8691-b7e54387981f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:45.361043 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-500bec68-b97e-4db4-8691-b7e54387981f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.79 "GET /v2.0/networks?id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb HTTP/1.1" status: 200 len: 810 time: 0.2753401 Jul 07 13:14:45.362810 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-103b8d7d-4ad5-4a72-bcba-f144ec05a7be tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:45.367257 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-103b8d7d-4ad5-4a72-bcba-f144ec05a7be tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:45.369388 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba378d4d-c1d6-49fa-a3b5-1d99354011b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:45.381898 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-103b8d7d-4ad5-4a72-bcba-f144ec05a7be tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:45.388732 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-103b8d7d-4ad5-4a72-bcba-f144ec05a7be tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:45.390019 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-103b8d7d-4ad5-4a72-bcba-f144ec05a7be tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for port, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:45.395923 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbd73d-fe96-4492-8ed2-da82b4d6e9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c,revision_number=3']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:45.419598 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba378d4d-c1d6-49fa-a3b5-1d99354011b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:45.430592 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-596cd453-d043-4500-b2eb-14a0b27dd346 req-25dc9768-bd76-4904-9d3f-c8a2d5ddeafa tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 210 time: 0.0645397 Jul 07 13:14:45.499549 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b8d7d-4ad5-4a72-bcba-f144ec05a7be tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Pushing event updated for resources: {'Port': ['ID=38e81159-4fdc-44d6-966b-344c1ecbd57f,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:45.522360 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-103b8d7d-4ad5-4a72-bcba-f144ec05a7be tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9085016 Jul 07 13:14:45.526331 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69430e4f5cf481afa76fdc794de83bc3cf24dda697866cfb0d91fed2ee98b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d89076-b03f-49dc-827c-5418b5e48235" -d '{"events": [{"name": "network-changed", "server_uuid": "5d52ce5b-5708-48ec-80e6-462e1ddfc362", "tag": "4551b0ef-b4c3-41b3-bf41-b3ad65b4555c"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:14:45.607105 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba378d4d-c1d6-49fa-a3b5-1d99354011b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:45.610031 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba378d4d-c1d6-49fa-a3b5-1d99354011b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:45.611401 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-ba378d4d-c1d6-49fa-a3b5-1d99354011b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/13753f24-5e66-4941-a621-9af912e2f8d6 HTTP/1.1" status: 204 len: 168 time: 0.3580360 Jul 07 13:14:45.620924 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbc879-3abe-4702-a874-dad22e6c8f0a req-06b8f172-6d38-4233-9ecc-b8daff5584a1 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:45.623466 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-65fbc879-3abe-4702-a874-dad22e6c8f0a req-06b8f172-6d38-4233-9ecc-b8daff5584a1 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 931 time: 0.0931871 Jul 07 13:14:45.629819 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba378d4d-c1d6-49fa-a3b5-1d99354011b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13753f24-5e66-4941-a621-9af912e2f8d6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:45.714214 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-65fbc879-3abe-4702-a874-dad22e6c8f0a req-a50187aa-a59a-4e6d-b9de-f9f67bdb438d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577016 Jul 07 13:14:45.732002 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8b4b9-4d75-4c59-8709-ffaaf6ac2919 req-7bba64c4-1f2f-4dc7-a17b-ae601ed5020e tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:45.733889 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b7a8b4b9-4d75-4c59-8709-ffaaf6ac2919 req-7bba64c4-1f2f-4dc7-a17b-ae601ed5020e tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 943 time: 0.1105223 Jul 07 13:14:45.796668 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b7a8b4b9-4d75-4c59-8709-ffaaf6ac2919 req-08630ef7-5753-44a3-87ad-153d79a7d8a5 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570197 Jul 07 13:14:45.936616 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9059eaa5-f3fb-41ea-b6c3-722bfe2e0b6b req-7e9831b5-246d-4b67-a6cb-c4eb40fd65f1 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 210 time: 0.0302989 Jul 07 13:14:46.198593 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4479474-c9a8-43c7-aef3-b8f61b0b6004 x-openstack-request-id: req-a4479474-c9a8-43c7-aef3-b8f61b0b6004 {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:14:46.198789 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d52ce5b-5708-48ec-80e6-462e1ddfc362", "tag": "4551b0ef-b4c3-41b3-bf41-b3ad65b4555c", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:14:46.198940 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a4479474-c9a8-43c7-aef3-b8f61b0b6004 {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:14:46.199556 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d52ce5b-5708-48ec-80e6-462e1ddfc362', 'tag': '4551b0ef-b4c3-41b3-bf41-b3ad65b4555c', 'status': 'completed', 'code': 200} Jul 07 13:14:46.587161 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40184) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:46.613940 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd843609-6ee1-4090-b14d-cec9031f1b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:46.624553 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1744d615-3257-40ab-ad3d-d8a4291b570e req-f7484569-df29-4b04-9599-869dbb68615b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 210 time: 0.0300117 Jul 07 13:14:46.716068 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd843609-6ee1-4090-b14d-cec9031f1b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:46.809038 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd843609-6ee1-4090-b14d-cec9031f1b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:46.861867 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd843609-6ee1-4090-b14d-cec9031f1b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0392eb-fb36-4417-8723-173399194542,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:46.895138 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-bd843609-6ee1-4090-b14d-cec9031f1b16 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=78800219ea2940e6a63ddaae04a35b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106120 Jul 07 13:14:46.896204 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40202) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:46.953935 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80d5e3c6-66dd-43b0-b60f-0a1251a5c991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:46.972970 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9a455-4724-4022-8efa-9d3b75c961b4 req-c2bccd28-a535-44df-b7ce-8f7d300970c4 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:46.974134 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0aa9a455-4724-4022-8efa-9d3b75c961b4 req-c2bccd28-a535-44df-b7ce-8f7d300970c4 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 931 time: 0.1144950 Jul 07 13:14:46.980989 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80d5e3c6-66dd-43b0-b60f-0a1251a5c991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:47.045474 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0aa9a455-4724-4022-8efa-9d3b75c961b4 req-1407de43-bdc1-4bec-9f31-534ee9c9be5d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Jul 07 13:14:47.064760 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f00dde-fdaa-49ab-a5ea-81d1696c916a req-277731c2-da4b-498a-9f6c-1bde2ab41c6b tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:47.064858 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f9f00dde-fdaa-49ab-a5ea-81d1696c916a req-277731c2-da4b-498a-9f6c-1bde2ab41c6b tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 943 time: 0.1122818 Jul 07 13:14:47.103570 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f9f00dde-fdaa-49ab-a5ea-81d1696c916a req-7c7ef781-c3fe-42ed-8a5c-3af8571414b2 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Jul 07 13:14:47.158168 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80d5e3c6-66dd-43b0-b60f-0a1251a5c991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:47.160989 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80d5e3c6-66dd-43b0-b60f-0a1251a5c991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:47.164427 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-80d5e3c6-66dd-43b0-b60f-0a1251a5c991 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4c0392eb-fb36-4417-8723-173399194542 HTTP/1.1" status: 204 len: 168 time: 0.2648342 Jul 07 13:14:47.170636 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5e3c6-66dd-43b0-b60f-0a1251a5c991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0392eb-fb36-4417-8723-173399194542,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:47.178810 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5ab895e4-3d3c-45af-8199-fdf8999f0086 req-3e4bf853-2f38-467e-b416-70aa655d5337 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 210 time: 0.0307963 Jul 07 13:14:47.318525 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 40210) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:47.528782 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5afdd3d-e28d-4e8b-9186-dbd5839abf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:47.621998 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5afdd3d-e28d-4e8b-9186-dbd5839abf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:47.675225 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5afdd3d-e28d-4e8b-9186-dbd5839abf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:47.717961 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afdd3d-e28d-4e8b-9186-dbd5839abf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307c6d35-8af3-4155-a2e8-600a00006fc2,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:47.726310 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40226) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:47.726753 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a5afdd3d-e28d-4e8b-9186-dbd5839abf17 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ce3f2c6ff554a6a80af8ac9f61e7b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4057913 Jul 07 13:14:47.780725 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0262d504-e446-46bb-8cf9-a1b224c00215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:47.781717 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3565ae6e-a9a8-4d26-be46-f41f42081ea8 req-4e8ba3f2-0b94-4598-86cd-45c6f262e309 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 210 time: 0.0296547 Jul 07 13:14:47.804803 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0262d504-e446-46bb-8cf9-a1b224c00215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:47.831038 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 6c953367-e005-458b-96b0-c5af7e4165ad details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:14:47.897568 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Request body: {'port': {'device_id': '7ce923c2-982b-4877-8e01-11cfb9e6b1dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:47.953567 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 6c953367-e005-458b-96b0-c5af7e4165ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6c953367-e005-458b-96b0-c5af7e4165ad,segment=NetworkSegment(3a489ef2-77bd-410b-b098-b5aa6abf9851),segment_id=3a489ef2-77bd-410b-b098-b5aa6abf9851)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:47.969701 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '6c953367-e005-458b-96b0-c5af7e4165ad', 'network_id': '84df5a89-64ce-46db-be5e-11fb06a98fd3', 'port_id': '6c953367-e005-458b-96b0-c5af7e4165ad', 'mac_address': 'fa:16:3e:8f:fd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a593276c-d513-48ce-b376-e25e735fe0e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:14:47.975571 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0262d504-e446-46bb-8cf9-a1b224c00215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:47.983355 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0262d504-e446-46bb-8cf9-a1b224c00215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:47.985599 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-0262d504-e446-46bb-8cf9-a1b224c00215 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/307c6d35-8af3-4155-a2e8-600a00006fc2 HTTP/1.1" status: 204 len: 168 time: 0.2591796 Jul 07 13:14:48.033575 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-0afc9a53-db98-4302-b6b8-b3b750444a49 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=822d7adc8c954c9399de3eeb04721257 HTTP/1.1" status: 200 len: 380 time: 0.1463375 Jul 07 13:14:48.043208 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Request body: {'port': {'device_id': 'f9a978ab-4074-4d52-a79b-42bd21925b7d', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'admin_state_up': True, 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'security_groups': ['ca3a2c21-039f-4d10-ade3-adc2682d500e']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:48.069925 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:48.098338 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262d504-e446-46bb-8cf9-a1b224c00215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307c6d35-8af3-4155-a2e8-600a00006fc2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:48.110552 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c953367-e005-458b-96b0-c5af7e4165ad {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:14:48.114799 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:48.170816 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d89076-b03f-49dc-827c-5418b5e48235 req-84cf2b21-35f6-4d06-8e76-2c3e5fba8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:48.170816 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-99d89076-b03f-49dc-827c-5418b5e48235 req-84cf2b21-35f6-4d06-8e76-2c3e5fba8c8d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ac382a5a1d74eda97536a5c970e2489&device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 1096 time: 0.2559943 Jul 07 13:14:48.221489 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 6c953367-e005-458b-96b0-c5af7e4165ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6c953367-e005-458b-96b0-c5af7e4165ad,segment=NetworkSegment(3a489ef2-77bd-410b-b098-b5aa6abf9851),segment_id=3a489ef2-77bd-410b-b098-b5aa6abf9851)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:48.361470 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:48.361687 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Made reservation on behalf of 822d7adc8c954c9399de3eeb04721257 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:14:48.368113 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:48.432758 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=6c953367-e005-458b-96b0-c5af7e4165ad,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:48.544917 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Allocated IP 172.20.0.14 (6fc20eae-5d05-4c74-9dbd-3969cab78fbb/bca1634c-3fe5-426d-bf37-647a77060a2e/c5aaa1f7-a412-4284-a452-554030779d82) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:48.690881 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['6c953367-e005-458b-96b0-c5af7e4165ad'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:14:48.716285 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:48.732470 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d89076-b03f-49dc-827c-5418b5e48235 req-c606e4ab-9441-4bd7-bbfe-3e130e0dfeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:48.733923 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-99d89076-b03f-49dc-827c-5418b5e48235 req-c606e4ab-9441-4bd7-bbfe-3e130e0dfeaa service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=7ac382a5a1d74eda97536a5c970e2489&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5460794 Jul 07 13:14:48.735895 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Transition to ACTIVE for port object c5aaa1f7-a412-4284-a452-554030779d82 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:48.819778 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.79', 64783) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:48.849747 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:48.853293 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11793639-b4db-47cd-bd8d-753361446a82 req-bffc835d-cb4e-4e5c-842e-780f61056631 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:48.855674 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-11793639-b4db-47cd-bd8d-753361446a82 req-bffc835d-cb4e-4e5c-842e-780f61056631 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 931 time: 0.5966904 Jul 07 13:14:48.885511 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af60368-bc17-467b-87fa-6f75932113b1 req-6651bf43-3195-4b40-824a-695d253c7925 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:48.887018 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8af60368-bc17-467b-87fa-6f75932113b1 req-6651bf43-3195-4b40-824a-695d253c7925 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 944 time: 0.6107037 Jul 07 13:14:48.945149 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:48.953393 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:48.956362 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:48.963265 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:48.963965 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:49.002929 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40264) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:49.031259 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f77819ef-ef0e-43b3-bff8-3e34d4fc78eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:49.050719 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0115671 Jul 07 13:14:49.061796 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-11793639-b4db-47cd-bd8d-753361446a82 req-7bb3029b-79b8-4491-ab4b-b9f0f1a66ab8 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850367 Jul 07 13:14:49.099855 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d89076-b03f-49dc-827c-5418b5e48235 req-b9b50400-b46a-485a-8dfd-b3b21dd44dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:49.101359 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-99d89076-b03f-49dc-827c-5418b5e48235 req-b9b50400-b46a-485a-8dfd-b3b21dd44dc2 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3550727 Jul 07 13:14:49.124136 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8af60368-bc17-467b-87fa-6f75932113b1 req-2da4698d-935f-495b-9960-538575251742 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227552 Jul 07 13:14:49.187781 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Request body: {'port': {'device_id': 'f9a978ab-4074-4d52-a79b-42bd21925b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:49.190921 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48e24a-9726-4a5a-9a5c-931af2f0e823 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event updated for resources: {'Port': ['ID=c5aaa1f7-a412-4284-a452-554030779d82,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:49.390587 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e81159-4fdc-44d6-966b-344c1ecbd57f {{(pid=93698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:14:49.390587 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:49.391447 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f77819ef-ef0e-43b3-bff8-3e34d4fc78eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:49.391447 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-7d4bd100-0553-4212-b4d1-ff375526a3c4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:49.391447 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-7d4bd100-0553-4212-b4d1-ff375526a3c4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.79 "GET /v2.0/networks?id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e HTTP/1.1" status: 200 len: 817 time: 0.5369148 Jul 07 13:14:49.421443 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Transition to ACTIVE for port object 38e81159-4fdc-44d6-966b-344c1ecbd57f will not be triggered until provisioned by entity L2. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:49.425693 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ca51a442-b1bb-43c4-80f8-9332547ae1ce req-d6fc2d1c-a026-449a-9c3f-5c5a9edd0c19 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 210 time: 0.1173022 Jul 07 13:14:49.450452 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-444e1f60-1548-4e21-b1a6-00bc106f2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:49.452239 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-444e1f60-1548-4e21-b1a6-00bc106f2a9f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ac382a5a1d74eda97536a5c970e2489&device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 1096 time: 0.2265878 Jul 07 13:14:49.549171 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-77c66810-0a45-4ca2-b669-390a8af6847c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c HTTP/1.1" status: 200 len: 217 time: 0.0797806 Jul 07 13:14:49.578516 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:49.580515 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f77819ef-ef0e-43b3-bff8-3e34d4fc78eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:49.583423 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-6596081a-b9c1-4f9a-91f7-0e49fda9fb68 None None] Provisioning for port c5aaa1f7-a412-4284-a452-554030779d82 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:49.590450 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e819506-eea5-43be-8c79-f9fc5c1f139f req-1a6050bd-1948-4e37-a8f7-a175032684bd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:49.592231 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-6596081a-b9c1-4f9a-91f7-0e49fda9fb68 None None] Provisioning complete for port c5aaa1f7-a412-4284-a452-554030779d82 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:49.592485 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1e819506-eea5-43be-8c79-f9fc5c1f139f req-1a6050bd-1948-4e37-a8f7-a175032684bd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 932 time: 0.2911117 Jul 07 13:14:49.593095 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6596081a-b9c1-4f9a-91f7-0e49fda9fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:49.641429 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-b512f989-8cd4-4e69-b602-539c723597c8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d HTTP/1.1" status: 200 len: 379 time: 0.2403901 Jul 07 13:14:49.649296 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:49.668592 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Request body: {'port': {'device_id': '123db360-66aa-4749-8843-3f9431022604', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'admin_state_up': True, 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'security_groups': ['0443c840-dbad-450b-bc21-636b856fb227']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:49.676495 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-f77819ef-ef0e-43b3-bff8-3e34d4fc78eb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5ac5b5a8955247fd99d0deb786b843cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6676681 Jul 07 13:14:49.677568 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40284) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:49.695187 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77819ef-ef0e-43b3-bff8-3e34d4fc78eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d159f3c-9a37-441a-a6a2-f3a441758fcd,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:49.698741 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-6596081a-b9c1-4f9a-91f7-0e49fda9fb68 None None] Port c5aaa1f7-a412-4284-a452-554030779d82 cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:14:49.755468 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-745e46f7-5cd9-4384-a69e-6178f411c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:49.758085 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-745e46f7-5cd9-4384-a69e-6178f411c97d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6cf3e7-10ef-4cec-8bcb-e370c6874479 HTTP/1.1" status: 200 len: 858 time: 0.2009594 Jul 07 13:14:49.765902 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Pushing event updated for resources: {'Port': ['ID=38e81159-4fdc-44d6-966b-344c1ecbd57f,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:49.774627 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:49.782670 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1e819506-eea5-43be-8c79-f9fc5c1f139f req-4706297b-169c-467c-8834-ca2ca6d3887b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274052 Jul 07 13:14:49.859593 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-57de4e83-cf80-4e1d-a925-98bae0acdd21 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735335 Jul 07 13:14:49.918817 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.managers [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Attempting to bind port 38e81159-4fdc-44d6-966b-344c1ecbd57f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:14:49.919047 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.managers [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Attempting to bind port 38e81159-4fdc-44d6-966b-344c1ecbd57f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '69a20144-e7ff-48c8-8332-b5446e4eb3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a'}] {{(pid=93698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:14:49.919363 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Attempting to bind port 38e81159-4fdc-44d6-966b-344c1ecbd57f on network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:49.957841 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c4133f3-5edf-4610-8001-4650ba37b1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:49.980650 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Port 38e81159-4fdc-44d6-966b-344c1ecbd57f on network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:14:49.981011 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Attempting to bind port 38e81159-4fdc-44d6-966b-344c1ecbd57f on network 17e7fb7f-eb36-4858-a690-15cf4cc10f9a {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:49.997101 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c4133f3-5edf-4610-8001-4650ba37b1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:50.041099 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:14:50.041755 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Checking segment: {'id': '69a20144-e7ff-48c8-8332-b5446e4eb3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:50.041988 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Bound using segment: {'id': '69a20144-e7ff-48c8-8332-b5446e4eb3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a'} {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:14:50.042977 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.managers [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Bound port: 38e81159-4fdc-44d6-966b-344c1ecbd57f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a20144-e7ff-48c8-8332-b5446e4eb3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a'}}] {{(pid=93698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:14:50.043461 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:50.070711 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-3a97ee1c-6acb-4a62-9a55-0dbc3f340bb6 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015052 Jul 07 13:14:50.140845 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5aaa1f7-a412-4284-a452-554030779d82 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:14:50.151566 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Made reservation on behalf of a5a8f6fc8bb14ae985fb6c239baea22d for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:14:50.154280 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:50.183402 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:50.217553 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] For port 38e81159-4fdc-44d6-966b-344c1ecbd57f, host hv-cinder-78662, cleared binding levels {{(pid=93698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:14:50.262105 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Transition to ACTIVE for port object c5aaa1f7-a412-4284-a452-554030779d82 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:50.266313 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] For port 38e81159-4fdc-44d6-966b-344c1ecbd57f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=38e81159-4fdc-44d6-966b-344c1ecbd57f,segment=NetworkSegment(69a20144-e7ff-48c8-8332-b5446e4eb3c9),segment_id=69a20144-e7ff-48c8-8332-b5446e4eb3c9)] {{(pid=93698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:14:50.291992 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5b826b1-7b03-4436-aa1b-ebec17bb5bbe req-32b30335-5b85-4270-9b6e-56c57c6b59fa service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012496 Jul 07 13:14:50.300838 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c4133f3-5edf-4610-8001-4650ba37b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:50.303414 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c4133f3-5edf-4610-8001-4650ba37b1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:50.307723 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-2c4133f3-5edf-4610-8001-4650ba37b1ea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0d159f3c-9a37-441a-a6a2-f3a441758fcd HTTP/1.1" status: 204 len: 168 time: 0.6261084 Jul 07 13:14:50.326186 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4133f3-5edf-4610-8001-4650ba37b1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d159f3c-9a37-441a-a6a2-f3a441758fcd,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:50.378039 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32096-450a-4a27-8d74-b43583c31868 req-eb765ca6-75bd-4e77-a220-16dc11833718 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:50.379579 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-32a32096-450a-4a27-8d74-b43583c31868 req-eb765ca6-75bd-4e77-a220-16dc11833718 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 943 time: 0.1841505 Jul 07 13:14:50.385838 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:50.431696 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08ee06-a8e1-49f6-a4f0-c300eaeaf025 req-8b4265b9-3bcb-4c02-ad6b-24c6ebae070b tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:50.432979 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ee08ee06-a8e1-49f6-a4f0-c300eaeaf025 req-8b4265b9-3bcb-4c02-ad6b-24c6ebae070b tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 944 time: 0.1526074 Jul 07 13:14:50.451094 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-32a32096-450a-4a27-8d74-b43583c31868 req-d4a624d1-c7ab-44ad-81ab-8e4be351beb0 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601015 Jul 07 13:14:50.451094 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:50.455221 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Pushing event updated for resources: {'Port': ['ID=c5aaa1f7-a412-4284-a452-554030779d82,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:50.473078 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Allocated IP 172.20.0.13 (fccb3ab0-70e2-4fcc-b761-492ba3f9186e/5a359adc-0158-41d3-a840-5f85613e3582/41f4e27d-588d-40ac-9ec5-57ec1df7fad8) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:14:50.576225 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:50.579821 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for port, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:50.584227 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] 10.222.0.79 "PUT /v2.0/ports/38e81159-4fdc-44d6-966b-344c1ecbd57f HTTP/1.1" status: 200 len: 1093 time: 2.6956151 Jul 07 13:14:50.613905 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce923c2-982b-4877-8e01-11cfb9e6b1dd', 'tag': '38e81159-4fdc-44d6-966b-344c1ecbd57f'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:14:50.621277 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69430e4f5cf481afa76fdc794de83bc3cf24dda697866cfb0d91fed2ee98b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1468ccf3-9786-40e1-9aa3-56741c45f523" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce923c2-982b-4877-8e01-11cfb9e6b1dd", "tag": "38e81159-4fdc-44d6-966b-344c1ecbd57f"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:14:50.641513 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd66f9d-5ed7-434c-9c49-a11a323fd335 service neutron] Pushing event updated for resources: {'Port': ['ID=38e81159-4fdc-44d6-966b-344c1ecbd57f,revision_number=3']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:50.647722 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Attempting to bind port c5aaa1f7-a412-4284-a452-554030779d82 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:14:50.648061 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Attempting to bind port c5aaa1f7-a412-4284-a452-554030779d82 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:14:50.648387 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Attempting to bind port c5aaa1f7-a412-4284-a452-554030779d82 on network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:50.658752 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ee08ee06-a8e1-49f6-a4f0-c300eaeaf025 req-d2ac3b99-90fb-4786-bd22-774e13944271 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052181 Jul 07 13:14:50.663465 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Port c5aaa1f7-a412-4284-a452-554030779d82 on network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:14:50.663999 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Attempting to bind port c5aaa1f7-a412-4284-a452-554030779d82 on network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:50.686087 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:14:50.686087 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Checking segment: {'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:50.686087 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Bound using segment: {'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:14:50.686087 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Bound port: c5aaa1f7-a412-4284-a452-554030779d82, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:14:50.686087 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:50.688137 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-68119be5-6eb0-4912-8b00-01b729a923b3 req-6719f91c-813c-4084-aca5-8e1bcb54d795 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 210 time: 0.0595660 Jul 07 13:14:50.795335 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:50.812353 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] For port c5aaa1f7-a412-4284-a452-554030779d82, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:14:50.821779 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] For port c5aaa1f7-a412-4284-a452-554030779d82, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c5aaa1f7-a412-4284-a452-554030779d82,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:14:50.821779 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Transition to ACTIVE for port object 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:50.837509 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 6c953367-e005-458b-96b0-c5af7e4165ad up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:14:50.862274 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-f6825dd0-0656-4406-ae56-e210ccc67b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:50.864661 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-f6825dd0-0656-4406-ae56-e210ccc67b60 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ac382a5a1d74eda97536a5c970e2489&device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 1096 time: 0.1149955 Jul 07 13:14:50.921603 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:50.959680 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a17d555-5883-43b2-b0d9-350d04f39d43 x-openstack-request-id: req-7a17d555-5883-43b2-b0d9-350d04f39d43 {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:14:50.959969 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce923c2-982b-4877-8e01-11cfb9e6b1dd", "tag": "38e81159-4fdc-44d6-966b-344c1ecbd57f", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:14:50.960223 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7a17d555-5883-43b2-b0d9-350d04f39d43 {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:14:50.960619 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce923c2-982b-4877-8e01-11cfb9e6b1dd', 'tag': '38e81159-4fdc-44d6-966b-344c1ecbd57f', 'status': 'completed', 'code': 200} Jul 07 13:14:50.963494 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-4fb1f2a8-af99-47b8-8a20-2329f4ddcb81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e81159-4fdc-44d6-966b-344c1ecbd57f HTTP/1.1" status: 200 len: 217 time: 0.0672312 Jul 07 13:14:51.002247 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.007953 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:51.008484 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.010963 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] 10.222.0.79 "PUT /v2.0/ports/c5aaa1f7-a412-4284-a452-554030779d82 HTTP/1.1" status: 200 len: 1094 time: 1.8466189 Jul 07 13:14:51.011448 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a978ab-4074-4d52-a79b-42bd21925b7d', 'tag': 'c5aaa1f7-a412-4284-a452-554030779d82'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:14:51.013885 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45148d4-656a-45f1-852d-79846378091c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a978ab-4074-4d52-a79b-42bd21925b7d", "tag": "c5aaa1f7-a412-4284-a452-554030779d82"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:14:51.042475 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port 6c953367-e005-458b-96b0-c5af7e4165ad completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:51.049999 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 6c953367-e005-458b-96b0-c5af7e4165ad triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:51.051068 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.051861 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Network fccb3ab0-70e2-4fcc-b761-492ba3f9186e is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:14:51.053038 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40338) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:51.057029 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:14:51.084359 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:14:51.107221 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:51.107221 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.146571 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23e23b2-c64e-4202-96ef-3515db254f8a x-openstack-request-id: req-c23e23b2-c64e-4202-96ef-3515db254f8a {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:14:51.146858 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a978ab-4074-4d52-a79b-42bd21925b7d", "tag": "c5aaa1f7-a412-4284-a452-554030779d82", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:14:51.147143 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c23e23b2-c64e-4202-96ef-3515db254f8a {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:14:51.147510 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a978ab-4074-4d52-a79b-42bd21925b7d', 'tag': 'c5aaa1f7-a412-4284-a452-554030779d82', 'status': 'completed', 'code': 200} Jul 07 13:14:51.151075 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5962c12-596c-4a90-8a43-d36080dcd757 service neutron] Pushing event updated for resources: {'Port': ['ID=c5aaa1f7-a412-4284-a452-554030779d82,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:51.253518 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event updated for resources: {'Port': ['ID=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:51.279278 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-f62d9cf2-ad1f-463d-a495-d2efe51f477d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6179848 Jul 07 13:14:51.297697 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.311615 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99c075ad-444a-4859-8ad5-9c5a5ec9b5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.325471 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1af213-7ac1-4396-a448-36ee87f97cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c953367-e005-458b-96b0-c5af7e4165ad'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:14:51.423500 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 6c953367-e005-458b-96b0-c5af7e4165ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6c953367-e005-458b-96b0-c5af7e4165ad,segment=NetworkSegment(3a489ef2-77bd-410b-b098-b5aa6abf9851),segment_id=3a489ef2-77bd-410b-b098-b5aa6abf9851)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:51.440498 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9d0e0-5334-4fdc-ba1c-9385537a1520 req-b80fc459-f992-44b5-b677-4d8f5978e5c9 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:51.449227 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e6d9d0e0-5334-4fdc-ba1c-9385537a1520 req-b80fc459-f992-44b5-b677-4d8f5978e5c9 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 944 time: 0.4875093 Jul 07 13:14:51.479506 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99c075ad-444a-4859-8ad5-9c5a5ec9b5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.483912 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e6d9d0e0-5334-4fdc-ba1c-9385537a1520 req-0e0d411c-ed79-4d4e-b692-4b6d0b08dddb tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337508 Jul 07 13:14:51.536511 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c406c4d-dc7d-49e8-9aca-bfc0ab2a7b78" -d '{"events": [{"server_uuid": "cc1af213-7ac1-4396-a448-36ee87f97cbb", "name": "network-vif-plugged", "status": "completed", "tag": "6c953367-e005-458b-96b0-c5af7e4165ad"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:14:51.565181 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.595559 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99c075ad-444a-4859-8ad5-9c5a5ec9b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.621434 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=6c953367-e005-458b-96b0-c5af7e4165ad,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:51.639272 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c075ad-444a-4859-8ad5-9c5a5ec9b5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab92f89-43d6-423c-b98d-492c61cde9ec,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:51.662596 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-99c075ad-444a-4859-8ad5-9c5a5ec9b5ef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c128edf7b4b74985b2f49acab42d80c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6008222 Jul 07 13:14:51.669066 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e9da4-abe5-48f8-a99a-604e0cd37eab req-1c0e7194-1013-42fd-a2b6-e5f8ee32441d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:51.669066 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-299e9da4-abe5-48f8-a99a-604e0cd37eab req-1c0e7194-1013-42fd-a2b6-e5f8ee32441d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 943 time: 0.1002450 Jul 07 13:14:51.669277 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-302a25f0-6a51-42bb-885f-9508817bc91c None None] Provisioning for port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:14:51.669920 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-302a25f0-6a51-42bb-885f-9508817bc91c None None] Provisioning complete for port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:14:51.670298 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-302a25f0-6a51-42bb-885f-9508817bc91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.671754 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40360) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:51.712094 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-299e9da4-abe5-48f8-a99a-604e0cd37eab req-64ea0bae-d80c-4887-b76c-39b4e282ab26 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 Jul 07 13:14:51.723387 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f21f892-f136-4113-a8fa-65d6d6e2b749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.724099 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-302a25f0-6a51-42bb-885f-9508817bc91c None None] Port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:14:51.744377 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a73ba5-2491-4178-99fc-48124274428c x-openstack-request-id: req-a2a73ba5-2491-4178-99fc-48124274428c {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:14:51.744831 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1af213-7ac1-4396-a448-36ee87f97cbb", "name": "network-vif-plugged", "status": "completed", "tag": "6c953367-e005-458b-96b0-c5af7e4165ad", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:14:51.745218 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2a73ba5-2491-4178-99fc-48124274428c {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:14:51.746491 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1af213-7ac1-4396-a448-36ee87f97cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c953367-e005-458b-96b0-c5af7e4165ad', 'code': 200} Jul 07 13:14:51.752948 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f21f892-f136-4113-a8fa-65d6d6e2b749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.897812 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f21f892-f136-4113-a8fa-65d6d6e2b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.900664 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f21f892-f136-4113-a8fa-65d6d6e2b749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:51.904489 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-8f21f892-f136-4113-a8fa-65d6d6e2b749 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aab92f89-43d6-423c-b98d-492c61cde9ec HTTP/1.1" status: 204 len: 168 time: 0.2293811 Jul 07 13:14:51.910151 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21f892-f136-4113-a8fa-65d6d6e2b749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab92f89-43d6-423c-b98d-492c61cde9ec,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:51.948139 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a7364-acb8-4b15-973e-ea3aaf801449 req-ec5c43bf-526e-42c3-a7fa-c7d164550c66 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:51.949971 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ee4a7364-acb8-4b15-973e-ea3aaf801449 req-ec5c43bf-526e-42c3-a7fa-c7d164550c66 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.1108804 Jul 07 13:14:51.978588 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9ced1-acbf-49f2-acc6-e604b1977ba8 req-b61b5fbc-18dd-45a2-9685-dcd25601dcb3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:51.980117 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73b9ced1-acbf-49f2-acc6-e604b1977ba8 req-b61b5fbc-18dd-45a2-9685-dcd25601dcb3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 932 time: 0.1320055 Jul 07 13:14:52.027335 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ee4a7364-acb8-4b15-973e-ea3aaf801449 req-4239d777-2918-4a7d-99d0-1cadc68757c4 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712368 Jul 07 13:14:52.044134 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73b9ced1-acbf-49f2-acc6-e604b1977ba8 req-8362e19a-646c-439c-a760-9a42be871192 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542958 Jul 07 13:14:52.641699 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40396) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:52.656429 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbc99d60-b39d-4329-b6a9-3e1a522f1d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:52.671045 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7fe61-5073-47ed-a399-4fa6e3ad49e3 req-58ea9150-f4b7-43e4-b6d7-e18cc0766fc5 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:52.671045 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-23f7fe61-5073-47ed-a399-4fa6e3ad49e3 req-58ea9150-f4b7-43e4-b6d7-e18cc0766fc5 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 944 time: 0.0649519 Jul 07 13:14:52.706010 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-23f7fe61-5073-47ed-a399-4fa6e3ad49e3 req-8bb744bc-f636-493b-83e3-ee895c6e234f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365288 Jul 07 13:14:52.758427 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbc99d60-b39d-4329-b6a9-3e1a522f1d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:52.843138 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbc99d60-b39d-4329-b6a9-3e1a522f1d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:52.887177 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-bbc99d60-b39d-4329-b6a9-3e1a522f1d42 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=84c5191b2ed74374b47cc498a98c9d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443714 Jul 07 13:14:52.888201 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc99d60-b39d-4329-b6a9-3e1a522f1d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd0952a-1acb-4454-b87e-37eb85225789,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:52.890485 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 40404) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:52.926202 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315b7f3-45f8-4d7d-86b9-15203247ef2a req-b21468e7-d81e-4b04-b75f-dc34ac137c09 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:52.927744 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c315b7f3-45f8-4d7d-86b9-15203247ef2a req-b21468e7-d81e-4b04-b75f-dc34ac137c09 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 943 time: 0.0934176 Jul 07 13:14:52.983184 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-999381b0-cf4d-481b-91a8-24497ba838a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:52.988110 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c315b7f3-45f8-4d7d-86b9-15203247ef2a req-1504f427-7f59-4a97-8c7f-5cfc0793c695 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530446 Jul 07 13:14:53.022011 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-999381b0-cf4d-481b-91a8-24497ba838a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:53.134697 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-999381b0-cf4d-481b-91a8-24497ba838a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:53.137826 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-999381b0-cf4d-481b-91a8-24497ba838a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:53.150101 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-999381b0-cf4d-481b-91a8-24497ba838a9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bbd0952a-1acb-4454-b87e-37eb85225789 HTTP/1.1" status: 204 len: 168 time: 0.2481742 Jul 07 13:14:53.150457 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999381b0-cf4d-481b-91a8-24497ba838a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd0952a-1acb-4454-b87e-37eb85225789,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:53.294263 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf184f-6116-4586-97d6-29a56d55e633 req-cad85273-a428-4d63-9b99-98cb024b8563 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:53.295828 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6bdf184f-6116-4586-97d6-29a56d55e633 req-cad85273-a428-4d63-9b99-98cb024b8563 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.1472578 Jul 07 13:14:53.305213 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d254c-40cd-46d1-bf99-3c954bd15ec1 req-39337595-d4f5-4d54-bcca-75f4e0454ec6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:53.307928 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-728d254c-40cd-46d1-bf99-3c954bd15ec1 req-39337595-d4f5-4d54-bcca-75f4e0454ec6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 932 time: 0.1248651 Jul 07 13:14:53.365680 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6bdf184f-6116-4586-97d6-29a56d55e633 req-6cd90ef9-d1df-4fbc-8287-f4df1ede2b02 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566003 Jul 07 13:14:53.373447 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-728d254c-40cd-46d1-bf99-3c954bd15ec1 req-d046b7ad-1eb5-42ee-8687-25a56d45c6cc tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566068 Jul 07 13:14:53.735950 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 40444) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:53.747768 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Request body: {'port': {'device_id': '123db360-66aa-4749-8843-3f9431022604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:14:53.864911 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-adad05e4-2ed1-4359-91f8-2ec454ca423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:53.866169 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-adad05e4-2ed1-4359-91f8-2ec454ca423b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6cf3e7-10ef-4cec-8bcb-e370c6874479 HTTP/1.1" status: 200 len: 858 time: 0.1317818 Jul 07 13:14:53.914843 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-6f8cad5e-ff4d-4a84-aa63-f0dda33cc41c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322862 Jul 07 13:14:53.921646 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:53.924511 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45148d4-656a-45f1-852d-79846378091c req-aac2c5a3-00ff-4adc-8385-c3f85df79560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:53.926074 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c45148d4-656a-45f1-852d-79846378091c req-aac2c5a3-00ff-4adc-8385-c3f85df79560 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=822d7adc8c954c9399de3eeb04721257&device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 1097 time: 0.1710894 Jul 07 13:14:53.949561 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9f456fc9-7780-46e3-86ef-fc6511105bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:54.046685 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9274f-d5fc-4b07-94e0-358ea06aa2e7 req-ee4fa798-4c08-42a3-a52c-c7814b854e88 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:54.053488 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eae9274f-d5fc-4b07-94e0-358ea06aa2e7 req-ee4fa798-4c08-42a3-a52c-c7814b854e88 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 944 time: 0.2078974 Jul 07 13:14:54.116899 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-ae854119-fc08-43d9-abd6-d26a601083b9 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940465 Jul 07 13:14:54.174994 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45148d4-656a-45f1-852d-79846378091c req-852330fb-4c33-4ba0-94bc-f1bc786e2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:54.176595 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c45148d4-656a-45f1-852d-79846378091c req-852330fb-4c33-4ba0-94bc-f1bc786e2e5f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=822d7adc8c954c9399de3eeb04721257&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2082779 Jul 07 13:14:54.256564 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eae9274f-d5fc-4b07-94e0-358ea06aa2e7 req-96ef0bf7-07f4-4e3a-acb9-c5cdf93b0635 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020869 Jul 07 13:14:54.344374 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45148d4-656a-45f1-852d-79846378091c req-aee1b729-2cf4-43c9-85d6-6649e99c285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:54.346031 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c45148d4-656a-45f1-852d-79846378091c req-aee1b729-2cf4-43c9-85d6-6649e99c285b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1584704 Jul 07 13:14:54.378688 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9f456fc9-7780-46e3-86ef-fc6511105bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:54.412929 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6eaa7d60-16cd-4fef-b567-67769a942558 req-332aa1ff-62eb-4808-96b1-8e86cd8e1115 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591870 Jul 07 13:14:54.426519 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:14:54.431728 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfda9c-9441-4b1f-b6ae-2b9373a77b7b req-b243f027-9942-45ed-80e8-9a2e14e1cb7b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:54.433312 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-edbfda9c-9441-4b1f-b6ae-2b9373a77b7b req-b243f027-9942-45ed-80e8-9a2e14e1cb7b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 943 time: 0.3151498 Jul 07 13:14:54.437150 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:54.444732 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a965b68-48d7-482b-8415-344ea4e0461d req-6a0b685e-ba5b-4323-925d-1d057bf753d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:54.446278 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a965b68-48d7-482b-8415-344ea4e0461d req-6a0b685e-ba5b-4323-925d-1d057bf753d9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 1098 time: 0.2775435 Jul 07 13:14:54.453704 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Transition to ACTIVE for port object 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:14:54.492666 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9f456fc9-7780-46e3-86ef-fc6511105bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:54.507907 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-2a965b68-48d7-482b-8415-344ea4e0461d req-396e4fa0-17a2-44e3-8601-a51f0a23918e service neutron] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:54.558656 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:54.590255 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-9f456fc9-7780-46e3-86ef-fc6511105bc2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c88ba761546844eb84b3fdb739036f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8295972 Jul 07 13:14:54.591560 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-edbfda9c-9441-4b1f-b6ae-2b9373a77b7b req-988cb9d2-b4df-4eb6-bba0-d69710bbedc9 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434932 Jul 07 13:14:54.591703 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40476) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:54.622578 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f456fc9-7780-46e3-86ef-fc6511105bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c3d9a8-08f0-4bf7-8ed5-e0a50814d745,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:54.714109 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-afb4d980-545d-4e86-84aa-985371625c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:54.718194 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-afb4d980-545d-4e86-84aa-985371625c59 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=822d7adc8c954c9399de3eeb04721257&device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 1097 time: 0.2828517 Jul 07 13:14:54.734553 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Pushing event updated for resources: {'Port': ['ID=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:54.809134 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-9f207aec-fa6d-4ec9-aede-144b699f947b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5aaa1f7-a412-4284-a452-554030779d82 HTTP/1.1" status: 200 len: 217 time: 0.0610502 Jul 07 13:14:54.860798 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Attempting to bind port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:14:54.861299 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Attempting to bind port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:14:54.861455 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Attempting to bind port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 on network fccb3ab0-70e2-4fcc-b761-492ba3f9186e {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:54.876903 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 on network fccb3ab0-70e2-4fcc-b761-492ba3f9186e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:14:54.877240 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Attempting to bind port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 on network fccb3ab0-70e2-4fcc-b761-492ba3f9186e {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:14:54.896573 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69c1e88f-d0c6-40ab-a736-37b33c6855ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:54.898499 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:14:54.898837 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Checking segment: {'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:14:54.899340 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Bound using segment: {'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:14:54.900372 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Bound port: 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:14:54.900682 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:54.914676 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-2a965b68-48d7-482b-8415-344ea4e0461d req-396e4fa0-17a2-44e3-8601-a51f0a23918e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:54.930042 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebb332-90af-41b4-a736-150686dc1b94 req-74cd45c2-d60d-4c1e-b66e-4906d2b78064 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:54.938235 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7bebb332-90af-41b4-a736-150686dc1b94 req-74cd45c2-d60d-4c1e-b66e-4906d2b78064 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.4255509 Jul 07 13:14:54.943314 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69c1e88f-d0c6-40ab-a736-37b33c6855ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:54.986771 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468ccf3-9786-40e1-9aa3-56741c45f523 req-e32b54eb-4a0b-41e4-913f-f549b2fcfb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:54.988603 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1468ccf3-9786-40e1-9aa3-56741c45f523 req-e32b54eb-4a0b-41e4-913f-f549b2fcfb70 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ac382a5a1d74eda97536a5c970e2489&device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 1096 time: 0.3021533 Jul 07 13:14:55.014955 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7b12dc0f-7ca2-4baf-9ec7-5cf722b043cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:55.043421 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-2a965b68-48d7-482b-8415-344ea4e0461d req-396e4fa0-17a2-44e3-8601-a51f0a23918e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:55.094529 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1f79152a-23ff-4308-b123-ddc02cb6c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:55.096002 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-1f79152a-23ff-4308-b123-ddc02cb6c6ff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bca1634c-3fe5-426d-bf37-647a77060a2e HTTP/1.1" status: 200 len: 849 time: 0.2752726 Jul 07 13:14:55.105483 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a965b68-48d7-482b-8415-344ea4e0461d req-396e4fa0-17a2-44e3-8601-a51f0a23918e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6382811 Jul 07 13:14:55.125999 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7bebb332-90af-41b4-a736-150686dc1b94 req-e97a2fa1-d05d-4cc4-b450-e0ee574df16c tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868370 Jul 07 13:14:55.139356 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] For port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:14:55.154416 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e4fa0-17a2-44e3-8601-a51f0a23918e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b961d110-1c1e-420a-a9c1-25188b85a11c,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:55.177463 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] For port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:14:55.188941 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432edb3-4b93-4bd7-ad4c-e52c08bfee18 req-2b200fa2-db83-458c-b3bf-bab3be997cae tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:55.190473 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c432edb3-4b93-4bd7-ad4c-e52c08bfee18 req-2b200fa2-db83-458c-b3bf-bab3be997cae tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.2721374 Jul 07 13:14:55.215814 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468ccf3-9786-40e1-9aa3-56741c45f523 req-9f587104-09b4-4807-977b-07f79f60c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:55.217826 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1468ccf3-9786-40e1-9aa3-56741c45f523 req-9f587104-09b4-4807-977b-07f79f60c153 service neutron] 10.222.0.79 "GET /v2.0/networks?id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a HTTP/1.1" status: 200 len: 919 time: 0.2218874 Jul 07 13:14:55.247983 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-4076b320-1e36-427e-a7be-0fb824fb03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:55.249525 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-4076b320-1e36-427e-a7be-0fb824fb03f4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1431875 Jul 07 13:14:55.255019 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c432edb3-4b93-4bd7-ad4c-e52c08bfee18 req-71362694-c676-4dcb-9751-87b26ce7f7a5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574815 Jul 07 13:14:55.295039 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69c1e88f-d0c6-40ab-a736-37b33c6855ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:55.297635 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69c1e88f-d0c6-40ab-a736-37b33c6855ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:55.302506 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-69c1e88f-d0c6-40ab-a736-37b33c6855ed admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c6c3d9a8-08f0-4bf7-8ed5-e0a50814d745 HTTP/1.1" status: 204 len: 168 time: 0.7071848 Jul 07 13:14:55.311294 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:55.346636 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1e88f-d0c6-40ab-a736-37b33c6855ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c3d9a8-08f0-4bf7-8ed5-e0a50814d745,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:55.360202 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:55.360202 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:55.360202 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] 10.222.0.79 "PUT /v2.0/ports/41f4e27d-588d-40ac-9ec5-57ec1df7fad8 HTTP/1.1" status: 200 len: 1094 time: 1.6256437 Jul 07 13:14:55.360202 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:14:55.360513 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beb08f5-140e-4e96-a7e6-c4806fd84a14" -d '{"events": [{"name": "network-changed", "server_uuid": "123db360-66aa-4749-8843-3f9431022604", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:14:55.392827 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b917458-38b3-4b27-bf50-016efecf9c0e service neutron] Pushing event updated for resources: {'Port': ['ID=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:55.409500 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dfe0fc-e844-408a-a2a4-e74a151b6132 x-openstack-request-id: req-22dfe0fc-e844-408a-a2a4-e74a151b6132 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:14:55.409500 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123db360-66aa-4749-8843-3f9431022604", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:14:55.409769 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-22dfe0fc-e844-408a-a2a4-e74a151b6132 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:14:55.410128 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'status': 'completed', 'code': 200} Jul 07 13:14:55.481620 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a5aae-902a-41cb-ac46-56c767b478f1 req-66aa5eb9-1a51-4d16-bcbc-308a4a7f5868 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:55.483219 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-437a5aae-902a-41cb-ac46-56c767b478f1 req-66aa5eb9-1a51-4d16-bcbc-308a4a7f5868 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 944 time: 0.0717671 Jul 07 13:14:55.682274 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-437a5aae-902a-41cb-ac46-56c767b478f1 req-dd5a84cd-90ea-4a60-a66e-5ba4872b2b49 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910219 Jul 07 13:14:55.748546 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1468ccf3-9786-40e1-9aa3-56741c45f523 req-293f4ab7-bd3d-4f71-b10a-86623283d45a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e81159-4fdc-44d6-966b-344c1ecbd57f HTTP/1.1" status: 200 len: 217 time: 0.2405844 Jul 07 13:14:55.750491 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-ae3c7ecb-4d9e-4d26-844a-0d1d36529757 service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275114 Jul 07 13:14:55.867009 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468ccf3-9786-40e1-9aa3-56741c45f523 req-943edccf-1e56-4590-afa6-25ce56c77f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:55.868530 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1468ccf3-9786-40e1-9aa3-56741c45f523 req-943edccf-1e56-4590-afa6-25ce56c77f94 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6cf3e7-10ef-4cec-8bcb-e370c6874479 HTTP/1.1" status: 200 len: 858 time: 0.0703378 Jul 07 13:14:55.872939 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb08f5-140e-4e96-a7e6-c4806fd84a14 req-cddcbb75-eb05-4305-8eea-9de520639dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:55.874600 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-5beb08f5-140e-4e96-a7e6-c4806fd84a14 req-cddcbb75-eb05-4305-8eea-9de520639dc4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 1097 time: 0.1355851 Jul 07 13:14:55.907109 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb056c1-273b-43bf-9ebb-7e42267789ff req-f5b2cf46-00b6-49a4-81ec-14863d94584c service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441028 Jul 07 13:14:55.913805 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1468ccf3-9786-40e1-9aa3-56741c45f523 req-2b181ac1-7ec8-43be-9d3f-3b07282c593b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382395 Jul 07 13:14:55.921399 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8a059-9cb7-401c-bbc2-132c18ee2aa7 req-5b5a8fdf-9586-48fe-911f-88e7de5bfa0a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:55.922850 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-89d8a059-9cb7-401c-bbc2-132c18ee2aa7 req-5b5a8fdf-9586-48fe-911f-88e7de5bfa0a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 943 time: 0.1041105 Jul 07 13:14:55.961120 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-89d8a059-9cb7-401c-bbc2-132c18ee2aa7 req-84e93339-8c24-4926-a2a0-d7aa97b7fabe tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323672 Jul 07 13:14:56.010561 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb08f5-140e-4e96-a7e6-c4806fd84a14 req-6a13816e-7d12-45aa-a7bc-40ef2da4b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:56.012041 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-5beb08f5-140e-4e96-a7e6-c4806fd84a14 req-6a13816e-7d12-45aa-a7bc-40ef2da4b281 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1009123 Jul 07 13:14:56.192309 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40534) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:56.211400 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c88ca5b5-d7e0-45c3-861e-fe8e3e74fd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:56.311667 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c88ca5b5-d7e0-45c3-861e-fe8e3e74fd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:56.341305 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea3a9e-fe66-4ad9-9fb7-b2ff53904efa req-4916c97f-b6a4-4a52-b4fb-bfc2b787dadb tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:56.341305 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f8ea3a9e-fe66-4ad9-9fb7-b2ff53904efa req-4916c97f-b6a4-4a52-b4fb-bfc2b787dadb tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.0841787 Jul 07 13:14:56.383611 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f8ea3a9e-fe66-4ad9-9fb7-b2ff53904efa req-21f8371a-2878-4a87-b24b-e747b60cec4d tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439658 Jul 07 13:14:56.408541 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c88ca5b5-d7e0-45c3-861e-fe8e3e74fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:56.457056 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-c88ca5b5-d7e0-45c3-861e-fe8e3e74fd6c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a9eaae95ab9040e0b763e8d4dbd024ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594690 Jul 07 13:14:56.458381 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ca5b5-d7e0-45c3-861e-fe8e3e74fd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228b3753-706a-43e2-ba87-433a455cce60,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:56.459258 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947b8f-ada7-4aa8-9bcd-fed5f9053bca req-b4ea139d-7106-4b84-9cf0-165da44db9ac tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:56.460742 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7947b8f-ada7-4aa8-9bcd-fed5f9053bca req-b4ea139d-7106-4b84-9cf0-165da44db9ac tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0652585 Jul 07 13:14:56.461243 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 40548) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:56.528238 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7947b8f-ada7-4aa8-9bcd-fed5f9053bca req-d932e2c8-a304-4cba-92a7-6cf767b04f7d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596678 Jul 07 13:14:56.542418 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d48c1187-cc78-4c9d-ae85-d8763534251c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:56.567188 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d48c1187-cc78-4c9d-ae85-d8763534251c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:56.717343 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d48c1187-cc78-4c9d-ae85-d8763534251c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:56.723169 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d48c1187-cc78-4c9d-ae85-d8763534251c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:56.727047 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d48c1187-cc78-4c9d-ae85-d8763534251c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/228b3753-706a-43e2-ba87-433a455cce60 HTTP/1.1" status: 204 len: 168 time: 0.2629406 Jul 07 13:14:56.743179 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c1187-cc78-4c9d-ae85-d8763534251c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228b3753-706a-43e2-ba87-433a455cce60,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:56.903105 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1686e-9aba-4b6b-aa77-f1c139e158e6 req-a5b3ac63-f015-4af9-98ff-359fe8704a42 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:56.904626 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-24a1686e-9aba-4b6b-aa77-f1c139e158e6 req-a5b3ac63-f015-4af9-98ff-359fe8704a42 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 944 time: 0.0661278 Jul 07 13:14:56.942011 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-24a1686e-9aba-4b6b-aa77-f1c139e158e6 req-923b3bec-c827-41cd-805c-6db007f24d76 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Jul 07 13:14:57.158982 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04e447-7300-4e4d-bbe2-cc345353fd11 req-df72c325-f0f2-4ab0-b7ee-7aa0aa0750fa tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:57.160490 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d04e447-7300-4e4d-bbe2-cc345353fd11 req-df72c325-f0f2-4ab0-b7ee-7aa0aa0750fa tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 943 time: 0.0687351 Jul 07 13:14:57.213238 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d04e447-7300-4e4d-bbe2-cc345353fd11 req-b541be26-a7d0-45ef-a60e-1caa099ea886 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438445 Jul 07 13:14:57.562516 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac64785-01c5-4211-878a-7198cea53ad2 req-fe966d2b-298f-499e-8a21-20d5c5defe3e tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:57.562516 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cac64785-01c5-4211-878a-7198cea53ad2 req-fe966d2b-298f-499e-8a21-20d5c5defe3e tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.0627496 Jul 07 13:14:57.604300 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cac64785-01c5-4211-878a-7198cea53ad2 req-0fc88624-1300-449f-8662-e6e6f86dd60e tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374885 Jul 07 13:14:57.640924 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-23778e9c-d227-470c-82d5-0ba9d1f6fa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:57.693253 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40598) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:57.733746 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ecfb3-8a1c-42ee-8665-9da0ba952840 req-56be56d3-04cb-423c-b955-6798790acb8a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:57.740838 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab1ecfb3-8a1c-42ee-8665-9da0ba952840 req-56be56d3-04cb-423c-b955-6798790acb8a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0766010 Jul 07 13:14:57.789004 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab1ecfb3-8a1c-42ee-8665-9da0ba952840 req-4aabced5-6426-442a-b191-25119608c0dd tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470285 Jul 07 13:14:57.830171 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-161d56c1-3178-40c1-b906-97f28074bb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:57.877011 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:57.928366 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-161d56c1-3178-40c1-b906-97f28074bb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:58.026538 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-161d56c1-3178-40c1-b906-97f28074bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:58.065379 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-161d56c1-3178-40c1-b906-97f28074bb60 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ff275935031b4958ad23e122b5c285bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706398 Jul 07 13:14:58.067905 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40614) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:58.074871 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d56c1-3178-40c1-b906-97f28074bb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a86c60-c8d4-4894-ace4-2095e33ad1a2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:58.123745 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6c89a281-94c7-42f4-ae58-2364427e633e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:58.129697 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951922b-125a-4cc6-9235-9363ce47ab2a req-6ea38026-2b83-4e23-a90e-10deac40e746 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:58.131442 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c951922b-125a-4cc6-9235-9363ce47ab2a req-6ea38026-2b83-4e23-a90e-10deac40e746 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 944 time: 0.0665951 Jul 07 13:14:58.145556 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6c89a281-94c7-42f4-ae58-2364427e633e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:58.170993 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c951922b-125a-4cc6-9235-9363ce47ab2a req-e6816955-6d69-4980-b8c6-fe25665d0964 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330234 Jul 07 13:14:58.260618 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6c89a281-94c7-42f4-ae58-2364427e633e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:58.270908 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6c89a281-94c7-42f4-ae58-2364427e633e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:58.270908 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-6c89a281-94c7-42f4-ae58-2364427e633e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f5a86c60-c8d4-4894-ace4-2095e33ad1a2 HTTP/1.1" status: 204 len: 168 time: 0.1959283 Jul 07 13:14:58.275117 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89a281-94c7-42f4-ae58-2364427e633e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a86c60-c8d4-4894-ace4-2095e33ad1a2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:58.385220 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8129c8-1c07-4433-8d87-a68f67956403 req-aa4fdf5c-e94c-4806-9568-1cb7300ac113 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:58.386676 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0e8129c8-1c07-4433-8d87-a68f67956403 req-aa4fdf5c-e94c-4806-9568-1cb7300ac113 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 943 time: 0.0660753 Jul 07 13:14:58.425180 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0e8129c8-1c07-4433-8d87-a68f67956403 req-8f8d14fd-7cfb-4532-baa7-dbee99735bef tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Jul 07 13:14:58.704824 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 38e81159-4fdc-44d6-966b-344c1ecbd57f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:14:58.785212 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 40638) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:58.832061 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14fe4fb7-52c7-41f3-9abd-8fb205bfc269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:58.858483 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d94e-cc4e-4254-ae9c-50b27886baf5 req-1a79684d-42a6-4f8e-a3e6-a3b8cd2417a3 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:58.865233 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ca77d94e-cc4e-4254-ae9c-50b27886baf5 req-1a79684d-42a6-4f8e-a3e6-a3b8cd2417a3 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.1301930 Jul 07 13:14:58.879309 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 38e81159-4fdc-44d6-966b-344c1ecbd57f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=38e81159-4fdc-44d6-966b-344c1ecbd57f,segment=NetworkSegment(69a20144-e7ff-48c8-8332-b5446e4eb3c9),segment_id=69a20144-e7ff-48c8-8332-b5446e4eb3c9)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:58.900894 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '38e81159-4fdc-44d6-966b-344c1ecbd57f', 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a', 'port_id': '38e81159-4fdc-44d6-966b-344c1ecbd57f', 'mac_address': 'fa:16:3e:65:30:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6cf3e7-10ef-4cec-8bcb-e370c6874479', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:14:58.924330 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1468ccf3-9786-40e1-9aa3-56741c45f523 req-f60757b5-fe53-4dbc-94e5-7a4243d4084f service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178612 Jul 07 13:14:58.946169 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ca77d94e-cc4e-4254-ae9c-50b27886baf5 req-0b0cf02f-73aa-4a8a-8dfe-2b47c9ef4ed1 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701883 Jul 07 13:14:58.949943 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:58.956984 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:58.971420 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e81159-4fdc-44d6-966b-344c1ecbd57f {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:14:59.000483 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 38e81159-4fdc-44d6-966b-344c1ecbd57f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=38e81159-4fdc-44d6-966b-344c1ecbd57f,segment=NetworkSegment(69a20144-e7ff-48c8-8332-b5446e4eb3c9),segment_id=69a20144-e7ff-48c8-8332-b5446e4eb3c9)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:59.034815 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb08f5-140e-4e96-a7e6-c4806fd84a14 req-dc601e2b-7992-4635-b1a3-f978aab052a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:59.036354 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-5beb08f5-140e-4e96-a7e6-c4806fd84a14 req-dc601e2b-7992-4635-b1a3-f978aab052a3 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3312731 Jul 07 13:14:59.055005 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1468ccf3-9786-40e1-9aa3-56741c45f523 req-86fc0077-040a-46c5-83a8-e5638cba44b2 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196358 Jul 07 13:14:59.055714 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070ed0b-7edf-4926-89f6-cf838b381c74 req-d0d47484-aecd-4f2b-87a6-09bfce45e3e3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:59.057671 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a070ed0b-7edf-4926-89f6-cf838b381c74 req-d0d47484-aecd-4f2b-87a6-09bfce45e3e3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0740774 Jul 07 13:14:59.089525 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:59.091425 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:14:59.099927 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a070ed0b-7edf-4926-89f6-cf838b381c74 req-74a087e8-194c-4372-b129-aa4d98de168f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361111 Jul 07 13:14:59.112381 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14fe4fb7-52c7-41f3-9abd-8fb205bfc269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:59.165871 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=38e81159-4fdc-44d6-966b-344c1ecbd57f,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:59.169490 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c,segment=NetworkSegment(69a20144-e7ff-48c8-8332-b5446e4eb3c9),segment_id=69a20144-e7ff-48c8-8332-b5446e4eb3c9)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:59.179985 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '4551b0ef-b4c3-41b3-bf41-b3ad65b4555c', 'network_id': '17e7fb7f-eb36-4858-a690-15cf4cc10f9a', 'port_id': '4551b0ef-b4c3-41b3-bf41-b3ad65b4555c', 'mac_address': 'fa:16:3e:90:9f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6cf3e7-10ef-4cec-8bcb-e370c6874479', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:14:59.180845 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-962e6a4d-63af-4b4e-8f87-d0c294701587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:59.183266 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-962e6a4d-63af-4b4e-8f87-d0c294701587 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 1097 time: 0.0548589 Jul 07 13:14:59.220298 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:59.224076 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14fe4fb7-52c7-41f3-9abd-8fb205bfc269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:59.234140 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:14:59.255343 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c,segment=NetworkSegment(69a20144-e7ff-48c8-8332-b5446e4eb3c9),segment_id=69a20144-e7ff-48c8-8332-b5446e4eb3c9)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:14:59.269160 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-14fe4fb7-52c7-41f3-9abd-8fb205bfc269 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b20228e1b3b24d0ea7ea199bb4892e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812570 Jul 07 13:14:59.269160 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4fb7-52c7-41f3-9abd-8fb205bfc269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779bb859-6d22-499e-8d13-0ce0d28090ea,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:59.271573 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 40654) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:14:59.349658 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:59.353829 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc272-96f7-413c-aa04-a2d902472ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:59.399070 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:14:59.606483 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc272-96f7-413c-aa04-a2d902472ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:59.663306 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf103d2-6a3f-45f7-8fac-267011e9cb4e req-3b760374-c842-475b-b9fb-ae37a7879142 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:59.664799 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5bf103d2-6a3f-45f7-8fac-267011e9cb4e req-3b760374-c842-475b-b9fb-ae37a7879142 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 944 time: 0.3479848 Jul 07 13:14:59.692461 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1fdcb-097a-4b51-b508-6647d27869f1 req-bedf615c-3097-445a-b7aa-20db4415a793 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:14:59.693939 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-31d1fdcb-097a-4b51-b508-6647d27869f1 req-bedf615c-3097-445a-b7aa-20db4415a793 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 944 time: 0.1398156 Jul 07 13:14:59.738749 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5bf103d2-6a3f-45f7-8fac-267011e9cb4e req-dde57a75-3d52-4175-9404-8414a012bed2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629811 Jul 07 13:14:59.752901 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-31d1fdcb-097a-4b51-b508-6647d27869f1 req-52991354-8753-453d-8c65-b00cc903ab68 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517480 Jul 07 13:14:59.780103 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc272-96f7-413c-aa04-a2d902472ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:59.782718 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc272-96f7-413c-aa04-a2d902472ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:59.783887 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-ac6dc272-96f7-413c-aa04-a2d902472ad5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/779bb859-6d22-499e-8d13-0ce0d28090ea HTTP/1.1" status: 204 len: 168 time: 0.5118580 Jul 07 13:14:59.791909 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dc272-96f7-413c-aa04-a2d902472ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779bb859-6d22-499e-8d13-0ce0d28090ea,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:00.125667 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60dcda-644d-4f82-9c35-9db3e769b5eb req-13e1ab54-f499-4193-9cb3-5dbd603b3390 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:00.127214 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0d60dcda-644d-4f82-9c35-9db3e769b5eb req-13e1ab54-f499-4193-9cb3-5dbd603b3390 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.0669744 Jul 07 13:15:00.188118 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0d60dcda-644d-4f82-9c35-9db3e769b5eb req-26d85502-7446-4d65-b401-9de0c6cfd183 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512245 Jul 07 13:15:00.302190 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d55a1f-4cad-42a7-a5b0-2972ce26461e req-4e0a313f-a63e-417b-8b89-95172f82996d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:00.303799 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-23d55a1f-4cad-42a7-a5b0-2972ce26461e req-4e0a313f-a63e-417b-8b89-95172f82996d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0669351 Jul 07 13:15:00.345244 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-23d55a1f-4cad-42a7-a5b0-2972ce26461e req-df88dbf5-95ca-4b8a-81da-25e594aebc4c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351639 Jul 07 13:15:00.945360 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589ffdf-6fdd-4652-baab-8d8e379b748c req-95f9be52-297e-4989-9869-9a9af683f56e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:00.947294 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1589ffdf-6fdd-4652-baab-8d8e379b748c req-95f9be52-297e-4989-9869-9a9af683f56e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 944 time: 0.0920734 Jul 07 13:15:01.012307 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1589ffdf-6fdd-4652-baab-8d8e379b748c req-869d9871-7311-4112-bf37-f9d73ba03a56 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439286 Jul 07 13:15:01.033569 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2e389-10f1-4c6c-8d4f-b1c10d987dbf req-245f1c72-4989-4afb-9838-656996788308 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:01.035110 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-53f2e389-10f1-4c6c-8d4f-b1c10d987dbf req-245f1c72-4989-4afb-9838-656996788308 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 944 time: 0.1080790 Jul 07 13:15:01.065489 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:01.076890 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-53f2e389-10f1-4c6c-8d4f-b1c10d987dbf req-1744c10e-a42f-4151-9d83-72dd61992c80 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354123 Jul 07 13:15:01.356085 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19b08b-1381-4f85-9591-582cd16129fc req-d5274882-3a79-40bd-ac3b-71c1db8c5cf4 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:01.357560 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5c19b08b-1381-4f85-9591-582cd16129fc req-d5274882-3a79-40bd-ac3b-71c1db8c5cf4 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.0642021 Jul 07 13:15:01.395762 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5c19b08b-1381-4f85-9591-582cd16129fc req-6462bec3-2ec6-41c2-a0ab-fa9f59e13326 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326376 Jul 07 13:15:01.538035 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017c17d-254b-4df9-8f81-eb883b9977c7 req-ecdef2bb-6249-4b7f-9e3b-481bc32b3e5f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:01.539505 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f017c17d-254b-4df9-8f81-eb883b9977c7 req-ecdef2bb-6249-4b7f-9e3b-481bc32b3e5f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0672271 Jul 07 13:15:01.577668 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f017c17d-254b-4df9-8f81-eb883b9977c7 req-92f32e5e-3783-49d6-8b28-500004610c57 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325036 Jul 07 13:15:01.865577 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-61e40d36-0f7a-405a-8c81-5002303e9ac9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8 HTTP/1.1" status: 200 len: 217 time: 0.0365622 Jul 07 13:15:01.918305 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-ea475499-0271-44ae-909a-1ed745d25a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:01.919777 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-ea475499-0271-44ae-909a-1ed745d25a8c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a359adc-0158-41d3-a840-5f85613e3582 HTTP/1.1" status: 200 len: 856 time: 0.0494983 Jul 07 13:15:01.994238 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-d3ff9b7f-fbb0-4929-b417-65aaabbf8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:01.995747 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-d3ff9b7f-fbb0-4929-b417-65aaabbf8110 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686331 Jul 07 13:15:02.098832 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-c0cf6f72-9e68-4712-bc78-0f3052fc411f service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908289 Jul 07 13:15:02.198703 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f170a-b898-41c1-adfe-53e38112b617 req-49374bfd-5c44-45dc-bd8e-5c5892970865 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:02.201072 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-163443ce-038a-4bc4-ae3b-e9e7c5b4feec req-7aea540b-59a6-41c4-8672-036265ff5fee service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933959 Jul 07 13:15:02.205920 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d44f170a-b898-41c1-adfe-53e38112b617 req-49374bfd-5c44-45dc-bd8e-5c5892970865 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 944 time: 0.0750957 Jul 07 13:15:02.279304 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d44f170a-b898-41c1-adfe-53e38112b617 req-b72c381c-8bfa-4db9-aca0-8959b578a2de tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723927 Jul 07 13:15:02.313144 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa9d31-40a3-4942-b8ed-93d647a7b477 req-8f9edbaa-763a-4cae-87f0-4d6d3caebcf6 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:02.314630 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f1aa9d31-40a3-4942-b8ed-93d647a7b477 req-8f9edbaa-763a-4cae-87f0-4d6d3caebcf6 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 944 time: 0.1004589 Jul 07 13:15:02.355480 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f1aa9d31-40a3-4942-b8ed-93d647a7b477 req-358a950b-7023-48a5-a440-6bcae4378bb8 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351844 Jul 07 13:15:02.568014 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6b856-8da8-4a02-a7a2-b676346682b3 req-e0afc152-435f-4db6-98c3-df651e714648 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:02.569579 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eaf6b856-8da8-4a02-a7a2-b676346682b3 req-e0afc152-435f-4db6-98c3-df651e714648 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.0644498 Jul 07 13:15:02.609567 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eaf6b856-8da8-4a02-a7a2-b676346682b3 req-ad982655-b8d9-48b2-86e8-fb100add2c10 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341938 Jul 07 13:15:02.753246 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c71eae-86fa-4f03-924f-dd1ac34d5e6f req-fbdbd7a8-00c6-48e7-aa3e-8c5285904706 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:02.754651 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e7c71eae-86fa-4f03-924f-dd1ac34d5e6f req-fbdbd7a8-00c6-48e7-aa3e-8c5285904706 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0634902 Jul 07 13:15:02.797065 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e7c71eae-86fa-4f03-924f-dd1ac34d5e6f req-8fbb0c7c-e23f-4d39-ae8e-b7940ab4b24a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360289 Jul 07 13:15:03.456323 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36423b-7a1d-4374-8f4a-8d94a27471de req-de0f87ca-f1b5-4b3b-a06b-06633eccb4bd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:03.457790 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ae36423b-7a1d-4374-8f4a-8d94a27471de req-de0f87ca-f1b5-4b3b-a06b-06633eccb4bd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 944 time: 0.0652883 Jul 07 13:15:03.526292 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ae36423b-7a1d-4374-8f4a-8d94a27471de req-86b50d5a-5f18-4d42-a199-3a44af315abc tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626462 Jul 07 13:15:03.553570 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d0024-ac30-4285-b3ff-c6f189674543 req-6d9d6ce5-aecf-47fe-bd67-b4196821a664 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:03.555043 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d81d0024-ac30-4285-b3ff-c6f189674543 req-6d9d6ce5-aecf-47fe-bd67-b4196821a664 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 944 time: 0.0842171 Jul 07 13:15:03.593839 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d81d0024-ac30-4285-b3ff-c6f189674543 req-e7c1f5cf-ed09-4f41-8a9c-f585aac23567 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322056 Jul 07 13:15:03.784826 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e08e6b-f31e-42b9-85aa-bbbf720ba29d req-48d2a65a-c55f-42d9-8cdf-2c73a39fbc00 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:03.786393 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-77e08e6b-f31e-42b9-85aa-bbbf720ba29d req-48d2a65a-c55f-42d9-8cdf-2c73a39fbc00 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.0665236 Jul 07 13:15:03.826720 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-77e08e6b-f31e-42b9-85aa-bbbf720ba29d req-1208cb38-aed7-4be1-90a2-f70635d29fa2 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340943 Jul 07 13:15:03.979459 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378c03c-ea95-4994-9ee4-ecfce82d9502 req-3619053d-c7cd-41bc-9f50-6e9639ec7a4f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:03.981031 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7378c03c-ea95-4994-9ee4-ecfce82d9502 req-3619053d-c7cd-41bc-9f50-6e9639ec7a4f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0693591 Jul 07 13:15:04.022488 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7378c03c-ea95-4994-9ee4-ecfce82d9502 req-ef9c65ee-6815-4de1-9508-f63c6b0a2689 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358653 Jul 07 13:15:04.694948 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096965c-aeb4-446c-9429-842cd8b483a9 req-2d9d9178-e227-4c28-995e-7276f5a5a987 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:04.697174 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b096965c-aeb4-446c-9429-842cd8b483a9 req-2d9d9178-e227-4c28-995e-7276f5a5a987 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 944 time: 0.0613117 Jul 07 13:15:04.766987 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b096965c-aeb4-446c-9429-842cd8b483a9 req-8cc49612-9412-457c-a920-5384a881d49e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642710 Jul 07 13:15:04.794092 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefc662-104d-460b-82bb-f13963c83ee7 req-7b3f5032-ac0e-4eb0-b5fe-c01121599785 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:04.795558 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fcefc662-104d-460b-82bb-f13963c83ee7 req-7b3f5032-ac0e-4eb0-b5fe-c01121599785 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 944 time: 0.0866053 Jul 07 13:15:04.834318 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fcefc662-104d-460b-82bb-f13963c83ee7 req-f88cea3b-4bc8-4434-bdbc-5aec013a7af0 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331690 Jul 07 13:15:05.004012 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7f454-023a-462d-86f2-afac7b0f4d6f req-6aa9a421-0e27-4766-a3a4-1c38a20d8fed tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:05.005633 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7c7f454-023a-462d-86f2-afac7b0f4d6f req-6aa9a421-0e27-4766-a3a4-1c38a20d8fed tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.0662160 Jul 07 13:15:05.043786 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7c7f454-023a-462d-86f2-afac7b0f4d6f req-015f9311-d2c9-46af-b8a6-edfd8da1a61c tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Jul 07 13:15:05.127279 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['38e81159-4fdc-44d6-966b-344c1ecbd57f'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:15:05.153592 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['4551b0ef-b4c3-41b3-bf41-b3ad65b4555c'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:15:05.204917 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cb840-ced2-4b63-aa90-2a42b289c236 req-6365c55c-eef5-417e-b474-21ea19d75f50 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:05.206480 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b77cb840-ced2-4b63-aa90-2a42b289c236 req-6365c55c-eef5-417e-b474-21ea19d75f50 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0682864 Jul 07 13:15:05.265368 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b77cb840-ced2-4b63-aa90-2a42b289c236 req-42260173-9946-4559-b203-1492f61bc5a4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529895 Jul 07 13:15:05.898070 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device c5aaa1f7-a412-4284-a452-554030779d82 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:15:05.995841 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2b180-d810-4cf4-bf0a-861c498b57d2 req-e1aade2b-3af2-4ce9-9bd8-b4bde530df71 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:06.004181 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2df2b180-d810-4cf4-bf0a-861c498b57d2 req-e1aade2b-3af2-4ce9-9bd8-b4bde530df71 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 944 time: 0.1200109 Jul 07 13:15:06.041671 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port c5aaa1f7-a412-4284-a452-554030779d82, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c5aaa1f7-a412-4284-a452-554030779d82,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:15:06.057596 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': 'c5aaa1f7-a412-4284-a452-554030779d82', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'port_id': 'c5aaa1f7-a412-4284-a452-554030779d82', 'mac_address': 'fa:16:3e:5c:db:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:15:06.100397 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2df2b180-d810-4cf4-bf0a-861c498b57d2 req-d6cca183-74d5-42ba-9a4d-5fadc8010ccd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951748 Jul 07 13:15:06.108896 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:06.139252 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f581fd5-6550-4a29-a22b-b755211ad3c1 req-c4a412b8-19eb-4369-a30a-16354a2b0638 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:06.140973 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7f581fd5-6550-4a29-a22b-b755211ad3c1 req-c4a412b8-19eb-4369-a30a-16354a2b0638 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 944 time: 0.1284842 Jul 07 13:15:06.150565 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5aaa1f7-a412-4284-a452-554030779d82 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:15:06.183929 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port c5aaa1f7-a412-4284-a452-554030779d82, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c5aaa1f7-a412-4284-a452-554030779d82,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:15:06.186207 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7f581fd5-6550-4a29-a22b-b755211ad3c1 req-0e426a40-ebaa-4b98-a03c-982c92d256af tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 Jul 07 13:15:06.276627 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:06.312370 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba810c-a872-45a0-b2cd-bb47235dbc7b req-76c7c990-e609-4d81-84b3-58f19b905b41 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:06.312370 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82ba810c-a872-45a0-b2cd-bb47235dbc7b req-76c7c990-e609-4d81-84b3-58f19b905b41 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.0754247 Jul 07 13:15:06.334811 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=c5aaa1f7-a412-4284-a452-554030779d82,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:06.348294 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82ba810c-a872-45a0-b2cd-bb47235dbc7b req-dd42c358-cdea-4a97-b838-621eaeeac048 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359769 Jul 07 13:15:06.456400 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e297e5-7c69-4870-a149-dcd8126bff4b req-aed4dd67-56a7-4f6f-bd54-a3541909d15a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:06.457902 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-77e297e5-7c69-4870-a149-dcd8126bff4b req-aed4dd67-56a7-4f6f-bd54-a3541909d15a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0633147 Jul 07 13:15:06.501097 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-77e297e5-7c69-4870-a149-dcd8126bff4b req-03d732ad-b19b-402c-8aad-d37460a3c622 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354776 Jul 07 13:15:06.607527 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['c5aaa1f7-a412-4284-a452-554030779d82'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:15:07.296282 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6b3f4-08ef-45e0-a587-7912ebf0a89c req-c0b7b201-f6f5-434a-86e2-f69dec4e14f5 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:07.298410 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2be6b3f4-08ef-45e0-a587-7912ebf0a89c req-c0b7b201-f6f5-434a-86e2-f69dec4e14f5 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 945 time: 0.0774496 Jul 07 13:15:07.395886 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2be6b3f4-08ef-45e0-a587-7912ebf0a89c req-d4815b38-c81f-4dd1-aff9-4f95d4bf6b35 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813389 Jul 07 13:15:07.427297 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd6a91-5001-4cb9-b02e-42ac39aca964 req-a854337d-eee7-4151-bc24-1a011cf80088 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:07.432065 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fbcd6a91-5001-4cb9-b02e-42ac39aca964 req-a854337d-eee7-4151-bc24-1a011cf80088 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 944 time: 0.0901034 Jul 07 13:15:07.471283 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fbcd6a91-5001-4cb9-b02e-42ac39aca964 req-c7b118ee-38e6-45cf-b00c-f1ad7985e93e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361066 Jul 07 13:15:07.702488 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a345d18-3ec8-4b66-86a6-4bd0923b87a7 req-52d005ae-2a70-4ed1-80dd-6c1d57274b17 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:07.704770 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8a345d18-3ec8-4b66-86a6-4bd0923b87a7 req-52d005ae-2a70-4ed1-80dd-6c1d57274b17 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0723517 Jul 07 13:15:07.749095 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8a345d18-3ec8-4b66-86a6-4bd0923b87a7 req-4c04a03c-4057-48c6-8e6e-1525617a190a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344834 Jul 07 13:15:07.921555 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:15:07.932892 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 38e81159-4fdc-44d6-966b-344c1ecbd57f up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:15:08.073359 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.db.resource_extend [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 13:15:08.165100 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:15:08.178420 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'port_id': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'mac_address': 'fa:16:3e:dc:69:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:15:08.221990 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:08.236582 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:15:08.255644 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:15:08.287892 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port 38e81159-4fdc-44d6-966b-344c1ecbd57f completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:15:08.292578 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 38e81159-4fdc-44d6-966b-344c1ecbd57f triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:15:08.292971 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:08.361226 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:08.400188 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:08.434373 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:08.441606 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce923c2-982b-4877-8e01-11cfb9e6b1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e81159-4fdc-44d6-966b-344c1ecbd57f'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:15:08.443994 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1485475-0bd0-49f8-8473-14df21a5be74" -d '{"events": [{"server_uuid": "7ce923c2-982b-4877-8e01-11cfb9e6b1dd", "name": "network-vif-plugged", "status": "completed", "tag": "38e81159-4fdc-44d6-966b-344c1ecbd57f"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:15:08.459107 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 38e81159-4fdc-44d6-966b-344c1ecbd57f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=38e81159-4fdc-44d6-966b-344c1ecbd57f,segment=NetworkSegment(69a20144-e7ff-48c8-8332-b5446e4eb3c9),segment_id=69a20144-e7ff-48c8-8332-b5446e4eb3c9)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:15:08.557555 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:08.558410 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device c5aaa1f7-a412-4284-a452-554030779d82 up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:15:08.598278 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb72fe-b17f-44a2-81d7-6d20915bbbc7 req-028c1ee4-53f2-48ca-b8e5-004b08e36e9a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:08.600158 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ebdb72fe-b17f-44a2-81d7-6d20915bbbc7 req-028c1ee4-53f2-48ca-b8e5-004b08e36e9a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 945 time: 0.0643072 Jul 07 13:15:08.637709 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ebdb72fe-b17f-44a2-81d7-6d20915bbbc7 req-c8c55801-dfbf-421f-a681-5cfd7cc183a3 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Jul 07 13:15:08.638625 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=38e81159-4fdc-44d6-966b-344c1ecbd57f,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:08.683581 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541ee399-1c11-48f9-83cb-4364fe4ac286 x-openstack-request-id: req-541ee399-1c11-48f9-83cb-4364fe4ac286 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:15:08.683932 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce923c2-982b-4877-8e01-11cfb9e6b1dd", "name": "network-vif-plugged", "status": "completed", "tag": "38e81159-4fdc-44d6-966b-344c1ecbd57f", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:15:08.684239 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-541ee399-1c11-48f9-83cb-4364fe4ac286 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:15:08.684687 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce923c2-982b-4877-8e01-11cfb9e6b1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e81159-4fdc-44d6-966b-344c1ecbd57f', 'code': 200} Jul 07 13:15:08.710484 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port c5aaa1f7-a412-4284-a452-554030779d82 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:15:08.715172 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port c5aaa1f7-a412-4284-a452-554030779d82 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:15:08.715578 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:08.795455 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:08.831352 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port c5aaa1f7-a412-4284-a452-554030779d82, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c5aaa1f7-a412-4284-a452-554030779d82,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:15:08.834790 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198d612-4ffa-4916-9264-0ee6f9cc4223 req-41eee2d2-5f2a-452c-8b9d-511ee11c7d23 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:08.835150 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f198d612-4ffa-4916-9264-0ee6f9cc4223 req-41eee2d2-5f2a-452c-8b9d-511ee11c7d23 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0643842 Jul 07 13:15:08.878553 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f198d612-4ffa-4916-9264-0ee6f9cc4223 req-e0291560-4964-4229-88f9-45284ec0728f tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376608 Jul 07 13:15:08.922154 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:08.923274 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:15:09.008295 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=c5aaa1f7-a412-4284-a452-554030779d82,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:09.057248 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676a1c3-6414-4b3e-9217-be4c56c65e0e req-a3d033e0-8a66-4f9e-8c92-ba78c655f41f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:09.058706 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0676a1c3-6414-4b3e-9217-be4c56c65e0e req-a3d033e0-8a66-4f9e-8c92-ba78c655f41f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 945 time: 0.0785270 Jul 07 13:15:09.070581 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:15:09.075605 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:15:09.080330 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:09.099071 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0676a1c3-6414-4b3e-9217-be4c56c65e0e req-99fec0df-783a-4965-85cf-17c25d0dff55 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347607 Jul 07 13:15:09.166026 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:09.198770 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c,segment=NetworkSegment(69a20144-e7ff-48c8-8332-b5446e4eb3c9),segment_id=69a20144-e7ff-48c8-8332-b5446e4eb3c9)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:15:09.297633 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:09.345208 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:09.810745 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec6c3c-d904-455f-8355-a9ec36c6494a req-6ea7109c-c4fb-4a89-98e4-f19bb768d676 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:09.812227 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-10ec6c3c-d904-455f-8355-a9ec36c6494a req-6ea7109c-c4fb-4a89-98e4-f19bb768d676 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0620787 Jul 07 13:15:09.850506 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-10ec6c3c-d904-455f-8355-a9ec36c6494a req-25b010c6-7347-4806-bb0a-b6423f785f05 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326774 Jul 07 13:15:10.062998 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6e36e-1c41-4eda-8dc8-7ce8baf19f59 req-7f00de99-a36a-48ff-81c1-2e9b508dbb8b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:10.064508 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-36a6e36e-1c41-4eda-8dc8-7ce8baf19f59 req-7f00de99-a36a-48ff-81c1-2e9b508dbb8b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0687761 Jul 07 13:15:10.103872 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-36a6e36e-1c41-4eda-8dc8-7ce8baf19f59 req-f45fe703-ab52-4499-b750-c16246561df4 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338666 Jul 07 13:15:10.282055 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57d85-ba2a-43c9-a210-bfe36ec39720 req-70cc197d-04ab-4461-b39e-d048e0c161a9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:10.283902 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-78f57d85-ba2a-43c9-a210-bfe36ec39720 req-70cc197d-04ab-4461-b39e-d048e0c161a9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 945 time: 0.0659206 Jul 07 13:15:10.322204 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-78f57d85-ba2a-43c9-a210-bfe36ec39720 req-16256bcf-96f1-4062-8a04-e1a89ed1bdc1 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330322 Jul 07 13:15:10.685885 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a978ab-4074-4d52-a79b-42bd21925b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5aaa1f7-a412-4284-a452-554030779d82'}, {'server_uuid': '5d52ce5b-5708-48ec-80e6-462e1ddfc362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4551b0ef-b4c3-41b3-bf41-b3ad65b4555c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:15:10.688248 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72730edb-411f-415f-afb6-6cb8cd1ea4eb" -d '{"events": [{"server_uuid": "f9a978ab-4074-4d52-a79b-42bd21925b7d", "name": "network-vif-plugged", "status": "completed", "tag": "c5aaa1f7-a412-4284-a452-554030779d82"}, {"server_uuid": "5d52ce5b-5708-48ec-80e6-462e1ddfc362", "name": "network-vif-plugged", "status": "completed", "tag": "4551b0ef-b4c3-41b3-bf41-b3ad65b4555c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:15:10.728544 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3775a07-ff1f-42dd-b96c-e853fe9ee429 x-openstack-request-id: req-b3775a07-ff1f-42dd-b96c-e853fe9ee429 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:15:10.728845 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a978ab-4074-4d52-a79b-42bd21925b7d", "name": "network-vif-plugged", "status": "completed", "tag": "c5aaa1f7-a412-4284-a452-554030779d82", "code": 200}, {"server_uuid": "5d52ce5b-5708-48ec-80e6-462e1ddfc362", "name": "network-vif-plugged", "status": "completed", "tag": "4551b0ef-b4c3-41b3-bf41-b3ad65b4555c", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:15:10.729128 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b3775a07-ff1f-42dd-b96c-e853fe9ee429 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:15:10.729528 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a978ab-4074-4d52-a79b-42bd21925b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5aaa1f7-a412-4284-a452-554030779d82', 'code': 200} Jul 07 13:15:10.729783 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d52ce5b-5708-48ec-80e6-462e1ddfc362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4551b0ef-b4c3-41b3-bf41-b3ad65b4555c', 'code': 200} Jul 07 13:15:11.047041 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1893445-ec0b-4836-9138-a8f772a7de8e req-0f5ff74d-e0d8-4518-9a8c-902e6765ba51 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:11.048535 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a1893445-ec0b-4836-9138-a8f772a7de8e req-0f5ff74d-e0d8-4518-9a8c-902e6765ba51 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0811286 Jul 07 13:15:11.089288 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a1893445-ec0b-4836-9138-a8f772a7de8e req-156b1d59-0b5d-4cd4-a991-00edab981e00 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347314 Jul 07 13:15:11.236405 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['41f4e27d-588d-40ac-9ec5-57ec1df7fad8'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:15:11.333629 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa18b31-9ca0-4b93-b967-8b9c26b6fade req-464a5d4e-dfb0-4e7e-84b6-ff050c7af0e9 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:11.339399 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7aa18b31-9ca0-4b93-b967-8b9c26b6fade req-464a5d4e-dfb0-4e7e-84b6-ff050c7af0e9 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1103852 Jul 07 13:15:11.379581 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7aa18b31-9ca0-4b93-b967-8b9c26b6fade req-677db944-bbb5-4056-9583-d9c28d1c5b28 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361476 Jul 07 13:15:11.544157 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b1a2c-d3e1-45c2-b3f0-c4ef83846723 req-2e2c81ff-ec5e-4601-893d-328b38b7f5e2 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:11.546647 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-908b1a2c-d3e1-45c2-b3f0-c4ef83846723 req-2e2c81ff-ec5e-4601-893d-328b38b7f5e2 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 945 time: 0.0640109 Jul 07 13:15:11.584425 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-908b1a2c-d3e1-45c2-b3f0-c4ef83846723 req-d1f60d42-c680-4bd3-9cf5-649de3e55ce9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330942 Jul 07 13:15:12.273121 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257f64b-bc8b-4f0a-a825-93dd317e4ae9 req-ffbac308-96c2-4db6-b76a-e587cb87c24a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:12.274696 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a257f64b-bc8b-4f0a-a825-93dd317e4ae9 req-ffbac308-96c2-4db6-b76a-e587cb87c24a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0675089 Jul 07 13:15:12.315614 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a257f64b-bc8b-4f0a-a825-93dd317e4ae9 req-a44696f4-1694-48d4-98f0-8defa73e6ce8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348618 Jul 07 13:15:12.558857 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555ef53-8b04-4722-8381-9c7b63b2cc1b req-4090033c-ba9f-4e3a-b499-54c8f119dd56 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:12.560376 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3555ef53-8b04-4722-8381-9c7b63b2cc1b req-4090033c-ba9f-4e3a-b499-54c8f119dd56 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0634818 Jul 07 13:15:12.598707 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3555ef53-8b04-4722-8381-9c7b63b2cc1b req-3eecf81e-2643-437c-8bf6-d92b7747de74 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Jul 07 13:15:12.764451 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b8472-bb63-4823-a260-0e26f89fcc8f req-6dc4d27b-5ee9-4189-ac50-3e099ab78848 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:12.766005 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1f0b8472-bb63-4823-a260-0e26f89fcc8f req-6dc4d27b-5ee9-4189-ac50-3e099ab78848 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 945 time: 0.0655670 Jul 07 13:15:12.803733 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1f0b8472-bb63-4823-a260-0e26f89fcc8f req-b21aaf19-8678-4810-8a06-8bca53ac6868 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321257 Jul 07 13:15:13.494839 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f578de6-9467-4afb-b029-e1bebb914265 req-89e11669-ac2e-4907-a1fd-2520bd4e8e9d tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:13.496454 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4f578de6-9467-4afb-b029-e1bebb914265 req-89e11669-ac2e-4907-a1fd-2520bd4e8e9d tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0678749 Jul 07 13:15:13.534385 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4f578de6-9467-4afb-b029-e1bebb914265 req-d9c008ae-f626-4f62-9e58-f57ada1f44d4 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323119 Jul 07 13:15:13.770400 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4dcd9-dc1d-44ed-92e4-b359a202a9e8 req-98eaee32-2139-472e-a05e-9f8365d08603 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:13.771809 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5e4dcd9-dc1d-44ed-92e4-b359a202a9e8 req-98eaee32-2139-472e-a05e-9f8365d08603 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0623162 Jul 07 13:15:13.811271 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5e4dcd9-dc1d-44ed-92e4-b359a202a9e8 req-14786469-418f-4f6d-9aab-9b9f21d7705c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336702 Jul 07 13:15:13.990702 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4269310-18cd-4bf4-a982-5152c4f78aa8 req-f240dbe1-c434-4945-b7cb-373ba250c2f5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:13.994120 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d4269310-18cd-4bf4-a982-5152c4f78aa8 req-f240dbe1-c434-4945-b7cb-373ba250c2f5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 945 time: 0.0790069 Jul 07 13:15:14.037483 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d4269310-18cd-4bf4-a982-5152c4f78aa8 req-3f745e3d-6397-483e-af70-afbf6c5a205b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339909 Jul 07 13:15:14.111677 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:15:14.215199 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22593d85-c389-4dbb-9629-ecfdace81276 req-0e20f1a7-cf13-4f70-84ca-0d719fa86da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:14.216751 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-22593d85-c389-4dbb-9629-ecfdace81276 req-0e20f1a7-cf13-4f70-84ca-0d719fa86da6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 1099 time: 0.0573535 Jul 07 13:15:14.263398 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371bcd0-1963-4148-96ea-526f55517446 req-a9c6ac5e-e3bb-4b57-af30-9579b3ab2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:14.265074 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6371bcd0-1963-4148-96ea-526f55517446 req-a9c6ac5e-e3bb-4b57-af30-9579b3ab2117 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 1098 time: 0.1200609 Jul 07 13:15:14.269436 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-22593d85-c389-4dbb-9629-ecfdace81276 req-e7bda337-dc49-4259-a80f-3b733f03f6b9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451028 Jul 07 13:15:14.279670 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812817f-7c9b-4bd1-a335-b91c11c2d98e req-9f382490-ece7-42fe-b678-60e721b64902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:14.281236 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3812817f-7c9b-4bd1-a335-b91c11c2d98e req-9f382490-ece7-42fe-b678-60e721b64902 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 1098 time: 0.1111474 Jul 07 13:15:14.668677 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6371bcd0-1963-4148-96ea-526f55517446 req-f8104426-0787-4abf-b246-b196af99fe79 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373757 Jul 07 13:15:14.715363 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01894d-5505-481c-a829-a5fe76e39b31 req-e3611e5e-51ba-4530-8448-b6df0e537d51 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:14.717119 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9b01894d-5505-481c-a829-a5fe76e39b31 req-e3611e5e-51ba-4530-8448-b6df0e537d51 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0656755 Jul 07 13:15:14.757641 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9b01894d-5505-481c-a829-a5fe76e39b31 req-be81fefe-7b02-42a7-b7a8-41fde6455be5 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347013 Jul 07 13:15:15.005903 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3f8c0-3ecd-491a-9574-d0878c630dd9 req-c3d9fabf-5881-4f41-b029-b5e6570d075a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:15.007431 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5ba3f8c0-3ecd-491a-9574-d0878c630dd9 req-c3d9fabf-5881-4f41-b029-b5e6570d075a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0829518 Jul 07 13:15:15.046711 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3812817f-7c9b-4bd1-a335-b91c11c2d98e req-a0cfe554-6270-46f6-aa22-bc6992081d3a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335670 Jul 07 13:15:15.053749 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5ba3f8c0-3ecd-491a-9574-d0878c630dd9 req-e2e6a6bf-2656-45b7-810e-5e342e2f36b8 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391846 Jul 07 13:15:15.372352 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46616813-5330-4b9b-b7ba-bde9d1c0ddf7 req-23ae9726-d8e2-44b0-ac97-97480a697a75 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:15.373938 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-46616813-5330-4b9b-b7ba-bde9d1c0ddf7 req-23ae9726-d8e2-44b0-ac97-97480a697a75 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 945 time: 0.0722582 Jul 07 13:15:15.417010 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-46616813-5330-4b9b-b7ba-bde9d1c0ddf7 req-7614998d-0a54-48e2-bc88-e8502fc12aeb tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369678 Jul 07 13:15:15.956950 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d37c4-f101-4adc-a4d1-67fe3d54b939 req-dbd73d6c-d430-4437-9ba6-a76478915f3c tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:15.958596 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2e4d37c4-f101-4adc-a4d1-67fe3d54b939 req-dbd73d6c-d430-4437-9ba6-a76478915f3c tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0838006 Jul 07 13:15:16.033436 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2e4d37c4-f101-4adc-a4d1-67fe3d54b939 req-b0eb98b4-4204-466d-a763-9e24c321d9d6 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650446 Jul 07 13:15:16.143112 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:15:16.250032 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d664b63-4db5-47f4-a073-86e0b40d3d9a req-707ec683-8ef5-441c-b764-42a8aaad4103 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:16.251655 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5d664b63-4db5-47f4-a073-86e0b40d3d9a req-707ec683-8ef5-441c-b764-42a8aaad4103 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0740867 Jul 07 13:15:16.301627 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5d664b63-4db5-47f4-a073-86e0b40d3d9a req-4a9a0465-ad19-4fa4-90f2-6d5bf6a7b492 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441043 Jul 07 13:15:16.330629 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:15:16.346948 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:15:16.347448 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:16.435418 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41062) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:16.448926 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:16.480828 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:15:16.484128 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d082de6b-73ac-4d7c-b0ad-94b10c22803f" -d '{"events": [{"server_uuid": "123db360-66aa-4749-8843-3f9431022604", "name": "network-vif-plugged", "status": "completed", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:15:16.498598 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:15:16.529755 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbb7e84-8ce5-4234-95bc-09f6beac7ca1 x-openstack-request-id: req-1bbb7e84-8ce5-4234-95bc-09f6beac7ca1 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:15:16.533356 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123db360-66aa-4749-8843-3f9431022604", "name": "network-vif-plugged", "status": "completed", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:15:16.533356 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1bbb7e84-8ce5-4234-95bc-09f6beac7ca1 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:15:16.533356 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'code': 200} Jul 07 13:15:16.571509 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:16.596127 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:16.628206 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:16.636208 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.636560 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.636926 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.637265 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.637603 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.637948 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.638262 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.638588 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.639100 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.639433 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.639775 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.640079 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.664692 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513c15e-08d4-467e-910e-a6c327846991 req-31ed3e07-36e1-4fd2-9eb1-f7e1639b5971 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:16.666215 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1513c15e-08d4-467e-910e-a6c327846991 req-31ed3e07-36e1-4fd2-9eb1-f7e1639b5971 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.1079564 Jul 07 13:15:16.721738 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1513c15e-08d4-467e-910e-a6c327846991 req-cfee2fc7-787d-455b-92c7-bf10474b86e7 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483859 Jul 07 13:15:16.745621 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:16.817093 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:16.854898 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=59ac6d8f39364d1592b05dbddd1c72e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183905 Jul 07 13:15:16.856915 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0e6ed6-4726-48ff-80fa-e88f61e83560,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:16.857773 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41080) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:16.864125 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.864472 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.864818 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.865172 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.865504 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.865834 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.866161 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.866491 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.866815 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.867136 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.867455 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.867778 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a670aab-9224-487a-bab6-572833b065e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:16.908071 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:16.932353 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:17.064516 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:17.067108 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:17.069172 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5e0e6ed6-4726-48ff-80fa-e88f61e83560 HTTP/1.1" status: 204 len: 168 time: 0.2102692 Jul 07 13:15:17.077878 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0e6ed6-4726-48ff-80fa-e88f61e83560,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:17.091385 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:17.091843 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:17.092264 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:17.092681 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:17.093243 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:17.093762 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:17.094162 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:17.094557 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:17.094965 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:17.095385 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:17.096989 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:17.098443 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29952d01-9e44-44d6-9bbf-f938826b5352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:15:17.250802 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70f94d-603c-450c-aad6-61f1a41e9f3d req-b8e070a4-f4e1-4dd2-bba6-e12d416f1499 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:17.252272 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3f70f94d-603c-450c-aad6-61f1a41e9f3d req-b8e070a4-f4e1-4dd2-bba6-e12d416f1499 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0779934 Jul 07 13:15:17.294606 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3f70f94d-603c-450c-aad6-61f1a41e9f3d req-9a117f0d-f99b-4775-863e-77c81b864852 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366948 Jul 07 13:15:17.500923 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e607ab0-1c39-48f0-ba9c-e540639279df req-524dc5cd-231a-48c5-b61b-c9eeab36605f tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:17.502585 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5e607ab0-1c39-48f0-ba9c-e540639279df req-524dc5cd-231a-48c5-b61b-c9eeab36605f tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0826828 Jul 07 13:15:17.547353 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5e607ab0-1c39-48f0-ba9c-e540639279df req-19422544-3b15-4838-bc0d-ed3779ca05ea tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339859 Jul 07 13:15:17.834831 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41120) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:17.859117 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04e1a2b0-0c63-49a6-beb8-24731933af0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:17.914580 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef34ca-ec8d-4ac3-8062-72e8db83b6c3 req-3abfb49b-39ed-4876-a37a-337b8e21c217 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:17.917214 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-abef34ca-ec8d-4ac3-8062-72e8db83b6c3 req-3abfb49b-39ed-4876-a37a-337b8e21c217 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0702848 Jul 07 13:15:17.961948 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04e1a2b0-0c63-49a6-beb8-24731933af0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:17.966126 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-abef34ca-ec8d-4ac3-8062-72e8db83b6c3 req-aca5285e-2c0e-47fb-be73-0d1f15e6c322 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411434 Jul 07 13:15:18.025217 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04e1a2b0-0c63-49a6-beb8-24731933af0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:18.064474 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-04e1a2b0-0c63-49a6-beb8-24731933af0f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f87fadb6d726458da8ddebfef5e957b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226870 Jul 07 13:15:18.065408 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1a2b0-0c63-49a6-beb8-24731933af0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950e8a49-fbc4-4c7f-9ac3-a2fcce5f9cf9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:18.067307 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41124) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:18.118129 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4eed9b43-c016-4ce0-b0a8-a8c17dab0022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:18.141112 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4eed9b43-c016-4ce0-b0a8-a8c17dab0022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:18.285950 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4eed9b43-c016-4ce0-b0a8-a8c17dab0022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:18.288497 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4eed9b43-c016-4ce0-b0a8-a8c17dab0022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:18.289752 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4eed9b43-c016-4ce0-b0a8-a8c17dab0022 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/950e8a49-fbc4-4c7f-9ac3-a2fcce5f9cf9 HTTP/1.1" status: 204 len: 168 time: 0.2211797 Jul 07 13:15:18.300844 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed9b43-c016-4ce0-b0a8-a8c17dab0022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950e8a49-fbc4-4c7f-9ac3-a2fcce5f9cf9,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:18.504296 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2890dec-0bc0-4f30-bcfe-fb8c32e2682d req-987ea9de-e8ac-4a0a-bbaf-dd5528fda0f2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:18.506641 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d2890dec-0bc0-4f30-bcfe-fb8c32e2682d req-987ea9de-e8ac-4a0a-bbaf-dd5528fda0f2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0667467 Jul 07 13:15:18.549155 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d2890dec-0bc0-4f30-bcfe-fb8c32e2682d req-510742f3-db84-4f2b-828f-d510a8f5080f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331953 Jul 07 13:15:18.757986 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a80825-8d05-4bc5-9164-98fdd0817aa9 req-888729c2-c6ef-4844-be49-4e60da8bb9a8 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:18.760084 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-13a80825-8d05-4bc5-9164-98fdd0817aa9 req-888729c2-c6ef-4844-be49-4e60da8bb9a8 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0995002 Jul 07 13:15:18.799762 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-13a80825-8d05-4bc5-9164-98fdd0817aa9 req-52c6c00c-8f02-4c3c-8723-3e649b9ee11c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Jul 07 13:15:19.098538 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41144) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:19.112307 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-baf61300-8a8c-42a6-8031-e7778a5df7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:19.152121 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91deed9e-30ff-4873-b754-34419f15b564 req-0d521ee8-6041-42ab-b221-e05be45e1b98 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:19.153626 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-91deed9e-30ff-4873-b754-34419f15b564 req-0d521ee8-6041-42ab-b221-e05be45e1b98 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0677199 Jul 07 13:15:19.192474 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-91deed9e-30ff-4873-b754-34419f15b564 req-0989b070-9cd0-44ef-b00b-3f780ae5c6fb tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331321 Jul 07 13:15:19.202489 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-baf61300-8a8c-42a6-8031-e7778a5df7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:19.298403 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-baf61300-8a8c-42a6-8031-e7778a5df7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:19.335691 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf61300-8a8c-42a6-8031-e7778a5df7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c1f6ee-a47d-469d-bb88-b43cdf7e51f1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:19.340564 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-baf61300-8a8c-42a6-8031-e7778a5df7d4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8cd80d11ddb44c9d84c61ff45fc8ee7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404706 Jul 07 13:15:19.343128 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41146) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:19.395208 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1990327-fc4b-4f09-8567-44f76a59a116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:19.416982 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1990327-fc4b-4f09-8567-44f76a59a116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:19.544324 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1990327-fc4b-4f09-8567-44f76a59a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:19.546900 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1990327-fc4b-4f09-8567-44f76a59a116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:19.548058 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-c1990327-fc4b-4f09-8567-44f76a59a116 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b7c1f6ee-a47d-469d-bb88-b43cdf7e51f1 HTTP/1.1" status: 204 len: 168 time: 0.2043681 Jul 07 13:15:19.555839 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1990327-fc4b-4f09-8567-44f76a59a116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c1f6ee-a47d-469d-bb88-b43cdf7e51f1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:19.744782 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35996c4b-07f8-415e-a360-ec375dc6a971 req-3f4e8402-9e57-4c34-a16c-750aa5b8bcbb tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:19.746846 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-35996c4b-07f8-415e-a360-ec375dc6a971 req-3f4e8402-9e57-4c34-a16c-750aa5b8bcbb tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0768886 Jul 07 13:15:19.757471 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-097d8940-73f1-4a9f-a2e5-0a91ed44a0b3 req-829e31b6-37a0-492b-8828-197bc4d476ed service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0629914 Jul 07 13:15:19.788811 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:19.790222 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-35996c4b-07f8-415e-a360-ec375dc6a971 req-48a560a9-12cd-4c0e-94a6-8cd045ee378d tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363951 Jul 07 13:15:20.005559 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810db26e-e94a-4093-9e64-92ed3cfe0629 req-7b7444e5-1af2-453e-b37c-06e7e7aa5f52 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:20.007303 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-810db26e-e94a-4093-9e64-92ed3cfe0629 req-7b7444e5-1af2-453e-b37c-06e7e7aa5f52 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0773907 Jul 07 13:15:20.066065 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-810db26e-e94a-4093-9e64-92ed3cfe0629 req-c5a76348-64e5-4143-ba0e-f1047cba2e8d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500028 Jul 07 13:15:20.151001 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d8940-73f1-4a9f-a2e5-0a91ed44a0b3 req-0a34c473-5254-4313-a9e5-5eee33c73dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:20.152516 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-097d8940-73f1-4a9f-a2e5-0a91ed44a0b3 req-0a34c473-5254-4313-a9e5-5eee33c73dab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1fe629e44c1544379edd26db0e411ce0&device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 1098 time: 0.0776837 Jul 07 13:15:20.327330 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77defca6-c7c9-4e82-9a2d-f17247ce2ebc req-b7c1bc18-e329-4dec-9b02-cfaaf64417ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:20.329138 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-77defca6-c7c9-4e82-9a2d-f17247ce2ebc req-b7c1bc18-e329-4dec-9b02-cfaaf64417ca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 1099 time: 0.1505723 Jul 07 13:15:20.332155 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d8940-73f1-4a9f-a2e5-0a91ed44a0b3 req-903d24d1-c875-418c-8eb1-e8a0f13d6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:20.333676 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-097d8940-73f1-4a9f-a2e5-0a91ed44a0b3 req-903d24d1-c875-418c-8eb1-e8a0f13d6020 service neutron] 10.222.0.79 "GET /v2.0/networks?id=84df5a89-64ce-46db-be5e-11fb06a98fd3 HTTP/1.1" status: 200 len: 913 time: 0.1182404 Jul 07 13:15:20.418445 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-097d8940-73f1-4a9f-a2e5-0a91ed44a0b3 req-51b5c159-b419-4f27-9ca7-762d7c95d67f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c953367-e005-458b-96b0-c5af7e4165ad HTTP/1.1" status: 200 len: 217 time: 0.0553880 Jul 07 13:15:20.437835 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-77defca6-c7c9-4e82-9a2d-f17247ce2ebc req-26e05508-d818-4469-8f2f-764d2495307d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810413 Jul 07 13:15:20.458814 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8072b-2682-4e7e-aead-21ecd1bdfcf0 req-395305f3-b5c2-4245-8402-98ce81a3cd68 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:20.460642 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-71d8072b-2682-4e7e-aead-21ecd1bdfcf0 req-395305f3-b5c2-4245-8402-98ce81a3cd68 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.1280270 Jul 07 13:15:20.502784 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d8940-73f1-4a9f-a2e5-0a91ed44a0b3 req-0c6de301-c7e9-4751-bc96-f01f0d262b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:20.504509 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-097d8940-73f1-4a9f-a2e5-0a91ed44a0b3 req-0c6de301-c7e9-4751-bc96-f01f0d262b52 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a593276c-d513-48ce-b376-e25e735fe0e7 HTTP/1.1" status: 200 len: 852 time: 0.0644193 Jul 07 13:15:20.505287 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-71d8072b-2682-4e7e-aead-21ecd1bdfcf0 req-1692ae31-f3bf-4e60-af17-75f274c8bc6c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374601 Jul 07 13:15:20.948707 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-097d8940-73f1-4a9f-a2e5-0a91ed44a0b3 req-e0c3b9f4-1bd3-46e5-9b06-5056e27f90ad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=84df5a89-64ce-46db-be5e-11fb06a98fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478752 Jul 07 13:15:20.990944 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6894b93-1334-46ff-a846-c3d58a1cd6f5 req-04d9cd16-0f9d-411c-842f-2ffb9a7cae19 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:20.994616 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a6894b93-1334-46ff-a846-c3d58a1cd6f5 req-04d9cd16-0f9d-411c-842f-2ffb9a7cae19 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0740232 Jul 07 13:15:21.060181 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-097d8940-73f1-4a9f-a2e5-0a91ed44a0b3 req-9bdb2ea6-4780-4e30-b65a-f4d4f9eb39dc service neutron] 10.222.0.79 "GET /v2.0/networks/84df5a89-64ce-46db-be5e-11fb06a98fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037529 Jul 07 13:15:21.065409 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a6894b93-1334-46ff-a846-c3d58a1cd6f5 req-ebf3b245-ec72-43e2-b1de-f59e5273f612 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518088 Jul 07 13:15:21.282276 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-097d8940-73f1-4a9f-a2e5-0a91ed44a0b3 req-b7ab4696-3dc4-424d-ad4e-4c6631f51562 service neutron] 10.222.0.79 "GET /v2.0/networks/84df5a89-64ce-46db-be5e-11fb06a98fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692359 Jul 07 13:15:21.353842 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc19a2-4d85-4098-a5cf-bce001c3632a req-429e3d42-d070-4c58-b230-af312554f35e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:21.355783 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5dc19a2-4d85-4098-a5cf-bce001c3632a req-429e3d42-d070-4c58-b230-af312554f35e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.1240609 Jul 07 13:15:21.372623 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41254) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:21.378411 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6a32c4ab-d597-42d6-b0c6-e071921f4e20 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Request body: {'floatingip': {'port_id': 'c5aaa1f7-a412-4284-a452-554030779d82'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:15:21.382710 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fc45d-bd73-4c66-8170-e12d8cf86531 req-d38cee6e-cd3f-4240-8c45-155cca5a35ac tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:21.390683 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-519fc45d-bd73-4c66-8170-e12d8cf86531 req-d38cee6e-cd3f-4240-8c45-155cca5a35ac tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1216726 Jul 07 13:15:21.450401 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-519fc45d-bd73-4c66-8170-e12d8cf86531 req-7814d03d-99c8-4694-b444-1cffe77c89cd tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503194 Jul 07 13:15:21.478469 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a32c4ab-d597-42d6-b0c6-e071921f4e20 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:21.736662 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4344589-7761-47e6-9905-19185f9c527a req-e86f79a9-b2db-4aa7-9201-95f2708852b0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:21.738721 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f4344589-7761-47e6-9905-19185f9c527a req-e86f79a9-b2db-4aa7-9201-95f2708852b0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0855172 Jul 07 13:15:21.808557 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f4344589-7761-47e6-9905-19185f9c527a req-463e7cdb-0ffc-488f-b79f-b3917da3c7f6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614555 Jul 07 13:15:22.223603 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7fc4a-a716-4093-8365-9d15dc6e44e4 req-67a86918-f4c9-4bdb-8a26-c5fcb76c7c44 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:22.225999 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-09f7fc4a-a716-4093-8365-9d15dc6e44e4 req-67a86918-f4c9-4bdb-8a26-c5fcb76c7c44 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0851011 Jul 07 13:15:22.304160 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-09f7fc4a-a716-4093-8365-9d15dc6e44e4 req-bb8be6b1-e622-45db-9e18-bc563aa5969c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524175 Jul 07 13:15:22.558330 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e8063-9274-4fc5-9a1c-13edabb620dc req-46cd36af-3848-4d8c-abc8-3866bfab81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:22.559724 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6d2e8063-9274-4fc5-9a1c-13edabb620dc req-46cd36af-3848-4d8c-abc8-3866bfab81ed service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ac382a5a1d74eda97536a5c970e2489&device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 1098 time: 0.2018933 Jul 07 13:15:22.579310 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a32c4ab-d597-42d6-b0c6-e071921f4e20 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:22.676561 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a32c4ab-d597-42d6-b0c6-e071921f4e20 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:22.811839 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e8063-9274-4fc5-9a1c-13edabb620dc req-066000f2-56fb-44a5-a5fa-d918bdf47af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:22.811839 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6d2e8063-9274-4fc5-9a1c-13edabb620dc req-066000f2-56fb-44a5-a5fa-d918bdf47af8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a HTTP/1.1" status: 200 len: 919 time: 0.1822710 Jul 07 13:15:22.820423 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.l3_db [None req-6a32c4ab-d597-42d6-b0c6-e071921f4e20 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Floating IP 77efb738-fe36-41f8-a16e-0542efe6eac6 associated. External IP: 172.27.2.197, port: c5aaa1f7-a412-4284-a452-554030779d82. Jul 07 13:15:22.898411 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6d2e8063-9274-4fc5-9a1c-13edabb620dc req-322de8cd-1675-456b-a4e9-fc4c02b14c1b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e81159-4fdc-44d6-966b-344c1ecbd57f HTTP/1.1" status: 200 len: 217 time: 0.0407681 Jul 07 13:15:23.020703 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e8063-9274-4fc5-9a1c-13edabb620dc req-1b877049-62e0-4065-af1c-c3cff471c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:23.022226 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6d2e8063-9274-4fc5-9a1c-13edabb620dc req-1b877049-62e0-4065-af1c-c3cff471c033 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6cf3e7-10ef-4cec-8bcb-e370c6874479 HTTP/1.1" status: 200 len: 858 time: 0.0795546 Jul 07 13:15:23.027472 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16979cb-b765-4148-8c72-53b3e8394aec req-fa6921c4-e8d4-4303-9387-4dfa72c743f7 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:23.029140 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a16979cb-b765-4148-8c72-53b3e8394aec req-fa6921c4-e8d4-4303-9387-4dfa72c743f7 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0913224 Jul 07 13:15:23.072616 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a16979cb-b765-4148-8c72-53b3e8394aec req-77a1d624-f022-438e-b361-33a87b52e6d6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360966 Jul 07 13:15:23.099457 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6d2e8063-9274-4fc5-9a1c-13edabb620dc req-350a7810-cd15-4b2a-8628-2257020815cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685406 Jul 07 13:15:23.238199 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a32c4ab-d597-42d6-b0c6-e071921f4e20 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:15:23.265178 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6d2e8063-9274-4fc5-9a1c-13edabb620dc req-8028729c-426a-4397-be1c-2c8c46e2b846 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490445 Jul 07 13:15:23.276034 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de058c-259d-4e77-a63d-90c95f5b7c27 req-d522b2eb-4063-4792-ab8d-9b92b2cd575f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:23.277680 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-63de058c-259d-4e77-a63d-90c95f5b7c27 req-d522b2eb-4063-4792-ab8d-9b92b2cd575f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0819426 Jul 07 13:15:23.287525 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41336) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:23.293734 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-66a7e326-e05b-41ce-a82f-8e87bb2a9c32 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Request body: {'floatingip': {'port_id': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:15:23.388671 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-66a7e326-e05b-41ce-a82f-8e87bb2a9c32 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:23.683592 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a32c4ab-d597-42d6-b0c6-e071921f4e20 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:15:23.689477 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a32c4ab-d597-42d6-b0c6-e071921f4e20 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:23.700987 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6392e4-58d7-4b0e-9e22-cad47a97e3c6 None None] Sync routers for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:15:23.715604 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6392e4-58d7-4b0e-9e22-cad47a97e3c6 None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:15:23.716248 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1c6392e4-58d7-4b0e-9e22-cad47a97e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:14:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:23.725895 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6d2e8063-9274-4fc5-9a1c-13edabb620dc req-88c27e5c-4144-4332-b65e-4210c26e9820 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237616 Jul 07 13:15:23.768325 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-6a32c4ab-d597-42d6-b0c6-e071921f4e20 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "PUT /v2.0/floatingips/77efb738-fe36-41f8-a16e-0542efe6eac6 HTTP/1.1" status: 200 len: 992 time: 2.3916795 Jul 07 13:15:23.768325 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a978ab-4074-4d52-a79b-42bd21925b7d', 'tag': 'c5aaa1f7-a412-4284-a452-554030779d82'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:15:23.769065 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f46e86-882b-4492-b6be-4a38461dc8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a978ab-4074-4d52-a79b-42bd21925b7d", "tag": "c5aaa1f7-a412-4284-a452-554030779d82"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:15:23.880487 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1c6392e4-58d7-4b0e-9e22-cad47a97e3c6 None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:15:23.968664 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69f1b6-1ddf-4204-b286-334690088f9a req-0c260b9f-b4d0-4ae2-ae87-d55cbffff0f5 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:23.968664 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0e69f1b6-1ddf-4204-b286-334690088f9a req-0c260b9f-b4d0-4ae2-ae87-d55cbffff0f5 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.4961474 Jul 07 13:15:24.039848 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41366) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:24.080488 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0e69f1b6-1ddf-4204-b286-334690088f9a req-50852781-be87-4727-8dda-710a7c117fea tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965588 Jul 07 13:15:24.157246 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d9d90c-f857-4536-b1e3-8587c88fcfdf x-openstack-request-id: req-83d9d90c-f857-4536-b1e3-8587c88fcfdf {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:15:24.157815 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a978ab-4074-4d52-a79b-42bd21925b7d", "tag": "c5aaa1f7-a412-4284-a452-554030779d82", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:15:24.158218 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-83d9d90c-f857-4536-b1e3-8587c88fcfdf {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:15:24.158769 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a978ab-4074-4d52-a79b-42bd21925b7d', 'tag': 'c5aaa1f7-a412-4284-a452-554030779d82', 'status': 'completed', 'code': 200} Jul 07 13:15:24.273147 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03a72dd4-ac79-441f-b864-e4dc4efa5f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:24.286183 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1c6392e4-58d7-4b0e-9e22-cad47a97e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '77efb738-fe36-41f8-a16e-0542efe6eac6', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'port_id': 'c5aaa1f7-a412-4284-a452-554030779d82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'mac_address': 'fa:16:3e:5c:db:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a978ab-4074-4d52-a79b-42bd21925b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:14:36Z', 'updated_at': '2021-07-07T13:15:22Z', 'revision_number': 1, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:24.323491 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6392e4-58d7-4b0e-9e22-cad47a97e3c6 None None] Checking router: 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:15:24.353842 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6392e4-58d7-4b0e-9e22-cad47a97e3c6 None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:15:24.353842 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1c6392e4-58d7-4b0e-9e22-cad47a97e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:14:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:24.388206 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f46e86-882b-4492-b6be-4a38461dc8e4 req-9bc47a08-67ea-40b0-be63-f223e5398219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:24.388206 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a9f46e86-882b-4492-b6be-4a38461dc8e4 req-9bc47a08-67ea-40b0-be63-f223e5398219 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=822d7adc8c954c9399de3eeb04721257&device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 1099 time: 0.1611912 Jul 07 13:15:24.468345 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1c6392e4-58d7-4b0e-9e22-cad47a97e3c6 None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:15:24.515482 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03a72dd4-ac79-441f-b864-e4dc4efa5f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:24.520508 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f46e86-882b-4492-b6be-4a38461dc8e4 req-6eca4e22-9cee-46d1-9222-7bef0776de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:24.522080 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a9f46e86-882b-4492-b6be-4a38461dc8e4 req-6eca4e22-9cee-46d1-9222-7bef0776de54 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb HTTP/1.1" status: 200 len: 911 time: 0.1276522 Jul 07 13:15:24.599167 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03a72dd4-ac79-441f-b864-e4dc4efa5f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:24.657491 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-66a7e326-e05b-41ce-a82f-8e87bb2a9c32 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:24.689585 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-03a72dd4-ac79-441f-b864-e4dc4efa5f71 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=710049a8d51b4cb9870256b72dc358c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6462145 Jul 07 13:15:24.692216 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41376) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:24.693614 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a9f46e86-882b-4492-b6be-4a38461dc8e4 req-62f4f637-ae3c-4b71-88c3-f2fba8080954 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5aaa1f7-a412-4284-a452-554030779d82 HTTP/1.1" status: 200 len: 1000 time: 0.1634929 Jul 07 13:15:24.694265 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a72dd4-ac79-441f-b864-e4dc4efa5f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9419f5bb-286b-4a64-9957-ee37079acd14,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:24.738600 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-66a7e326-e05b-41ce-a82f-8e87bb2a9c32 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:24.801989 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1c6392e4-58d7-4b0e-9e22-cad47a97e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '77efb738-fe36-41f8-a16e-0542efe6eac6', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'port_id': 'c5aaa1f7-a412-4284-a452-554030779d82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'mac_address': 'fa:16:3e:5c:db:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a978ab-4074-4d52-a79b-42bd21925b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:14:36Z', 'updated_at': '2021-07-07T13:15:22Z', 'revision_number': 1, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:24.803509 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32fccc14-abda-4078-b940-f9adc8a92b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:24.828544 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6392e4-58d7-4b0e-9e22-cad47a97e3c6 None None] The sync data for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi is: [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '77efb738-fe36-41f8-a16e-0542efe6eac6', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'port_id': 'c5aaa1f7-a412-4284-a452-554030779d82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'mac_address': 'fa:16:3e:5c:db:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a978ab-4074-4d52-a79b-42bd21925b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:14:36Z', 'updated_at': '2021-07-07T13:15:22Z', 'revision_number': 1, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:15:24.859793 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32fccc14-abda-4078-b940-f9adc8a92b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:24.894805 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-66a7e326-e05b-41ce-a82f-8e87bb2a9c32 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Floating IP f10625ff-a7d9-49ff-ba89-d67d11334e30 associated. External IP: 172.27.2.156, port: 41f4e27d-588d-40ac-9ec5-57ec1df7fad8. Jul 07 13:15:25.007905 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1cc4ea0-68c9-45ee-a424-700d98afb721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:25.051959 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66c8e9-0cf4-40ec-ab64-e3427d6992e0 None None] New status for floating IP 77efb738-fe36-41f8-a16e-0542efe6eac6: ACTIVE {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:15:25.128079 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a7e326-e05b-41ce-a82f-8e87bb2a9c32 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Router 4187b34a-b764-4ba2-91e7-36f95b324cae has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:15:25.132568 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32fccc14-abda-4078-b940-f9adc8a92b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:25.137635 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32fccc14-abda-4078-b940-f9adc8a92b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:25.141145 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-32fccc14-abda-4078-b940-f9adc8a92b5e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9419f5bb-286b-4a64-9957-ee37079acd14 HTTP/1.1" status: 204 len: 168 time: 0.4474952 Jul 07 13:15:25.157102 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fccc14-abda-4078-b940-f9adc8a92b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9419f5bb-286b-4a64-9957-ee37079acd14,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:25.398370 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a7e326-e05b-41ce-a82f-8e87bb2a9c32 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:15:25.404920 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-66a7e326-e05b-41ce-a82f-8e87bb2a9c32 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:25.411908 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41e5247-5826-4766-b657-ff8edfc6bd28 None None] Sync routers for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:15:25.425765 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41e5247-5826-4766-b657-ff8edfc6bd28 None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:15:25.428129 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a41e5247-5826-4766-b657-ff8edfc6bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:14:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:25.483669 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41398) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:25.502026 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-66a7e326-e05b-41ce-a82f-8e87bb2a9c32 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "PUT /v2.0/floatingips/f10625ff-a7d9-49ff-ba89-d67d11334e30 HTTP/1.1" status: 200 len: 992 time: 2.2126126 Jul 07 13:15:25.504861 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:15:25.509242 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69430e4f5cf481afa76fdc794de83bc3cf24dda697866cfb0d91fed2ee98b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2891e158-28f8-427b-b4ef-3bb74c274736" -d '{"events": [{"name": "network-changed", "server_uuid": "123db360-66aa-4749-8843-3f9431022604", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:15:25.540387 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf454f4-88b7-4a01-bfef-b646144526a4 req-8e325c3d-cc21-4041-8940-203264217d75 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:25.548386 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-daf454f4-88b7-4a01-bfef-b646144526a4 req-8e325c3d-cc21-4041-8940-203264217d75 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1722429 Jul 07 13:15:25.609557 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-daf454f4-88b7-4a01-bfef-b646144526a4 req-27ed88e0-1a37-4af2-a67a-e4342cb2e0cb tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596066 Jul 07 13:15:25.628212 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a41e5247-5826-4766-b657-ff8edfc6bd28 None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:15:25.724583 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f46e86-882b-4492-b6be-4a38461dc8e4 req-442fa6cc-90d8-42ca-93cb-761aee69fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:25.731287 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a9f46e86-882b-4492-b6be-4a38461dc8e4 req-442fa6cc-90d8-42ca-93cb-761aee69fe8f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bca1634c-3fe5-426d-bf37-647a77060a2e HTTP/1.1" status: 200 len: 849 time: 0.1514797 Jul 07 13:15:25.756318 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-974d10d3-9535-476a-89d7-033445e3cc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:25.853188 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-974d10d3-9535-476a-89d7-033445e3cc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:25.897901 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a41e5247-5826-4766-b657-ff8edfc6bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': 'f10625ff-a7d9-49ff-ba89-d67d11334e30', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'port_id': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'mac_address': 'fa:16:3e:dc:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123db360-66aa-4749-8843-3f9431022604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:14:37Z', 'updated_at': '2021-07-07T13:15:24Z', 'revision_number': 1, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:37Z', 'revision_number': 5, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:25.924071 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41e5247-5826-4766-b657-ff8edfc6bd28 None None] Checking router: 4187b34a-b764-4ba2-91e7-36f95b324cae for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:15:25.933335 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41e5247-5826-4766-b657-ff8edfc6bd28 None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:15:25.933935 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a41e5247-5826-4766-b657-ff8edfc6bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:14:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:25.950324 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-974d10d3-9535-476a-89d7-033445e3cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:25.993849 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-974d10d3-9535-476a-89d7-033445e3cc9e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5c6debcdc7404995abd2881fdc190557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080814 Jul 07 13:15:25.994953 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d10d3-9535-476a-89d7-033445e3cc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a841ee7-cfa6-46fe-83d4-39819b37d7a8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:25.997054 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41416) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:26.051737 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a41e5247-5826-4766-b657-ff8edfc6bd28 None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:15:26.054316 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8aa35f9c-b1cd-469d-8179-7c44673640e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:26.086053 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8aa35f9c-b1cd-469d-8179-7c44673640e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:26.201776 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8aa35f9c-b1cd-469d-8179-7c44673640e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:26.206751 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8aa35f9c-b1cd-469d-8179-7c44673640e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:26.208340 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-8aa35f9c-b1cd-469d-8179-7c44673640e8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3a841ee7-cfa6-46fe-83d4-39819b37d7a8 HTTP/1.1" status: 204 len: 168 time: 0.2102010 Jul 07 13:15:26.217689 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa35f9c-b1cd-469d-8179-7c44673640e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a841ee7-cfa6-46fe-83d4-39819b37d7a8,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:26.318599 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a41e5247-5826-4766-b657-ff8edfc6bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': 'f10625ff-a7d9-49ff-ba89-d67d11334e30', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'port_id': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'mac_address': 'fa:16:3e:dc:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123db360-66aa-4749-8843-3f9431022604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:14:37Z', 'updated_at': '2021-07-07T13:15:24Z', 'revision_number': 1, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:37Z', 'revision_number': 5, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:26.354687 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41e5247-5826-4766-b657-ff8edfc6bd28 None None] The sync data for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi is: [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': 'f10625ff-a7d9-49ff-ba89-d67d11334e30', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'port_id': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'mac_address': 'fa:16:3e:dc:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123db360-66aa-4749-8843-3f9431022604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:14:37Z', 'updated_at': '2021-07-07T13:15:24Z', 'revision_number': 1, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:37Z', 'revision_number': 5, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:15:26.623787 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd932f1-57bc-4201-b1ef-bee610dc4dd5 None None] New status for floating IP f10625ff-a7d9-49ff-ba89-d67d11334e30: ACTIVE {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:15:26.922864 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41452) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:26.937553 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-cb193c59-7016-4977-8612-3e68ae1f82e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:27.039355 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-cb193c59-7016-4977-8612-3e68ae1f82e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:27.104708 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-cb193c59-7016-4977-8612-3e68ae1f82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:27.147374 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-cb193c59-7016-4977-8612-3e68ae1f82e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fc71befac1924ed89f88733a64090f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234085 Jul 07 13:15:27.150005 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb193c59-7016-4977-8612-3e68ae1f82e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241e58b0-f622-4596-85f3-00e95c8fb1bd,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:27.155682 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41458) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:27.213034 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1be41bbe-616a-4f33-8eb2-5e0b5a7fc9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:27.237015 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1be41bbe-616a-4f33-8eb2-5e0b5a7fc9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:27.382675 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1be41bbe-616a-4f33-8eb2-5e0b5a7fc9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:27.386378 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1be41bbe-616a-4f33-8eb2-5e0b5a7fc9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:27.391056 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1be41bbe-616a-4f33-8eb2-5e0b5a7fc9a5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/241e58b0-f622-4596-85f3-00e95c8fb1bd HTTP/1.1" status: 204 len: 168 time: 0.2309284 Jul 07 13:15:27.398422 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be41bbe-616a-4f33-8eb2-5e0b5a7fc9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241e58b0-f622-4596-85f3-00e95c8fb1bd,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:27.541931 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41468) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:27.699425 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-86332700-9182-4ce1-a566-856a961bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:27.806641 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2683288d-18f6-49e0-bc96-ddcae64888d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:27.832593 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:27.833695 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f46e86-882b-4492-b6be-4a38461dc8e4 req-90eba473-6c7a-4c84-9cec-0c566b4d99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:27.834674 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a9f46e86-882b-4492-b6be-4a38461dc8e4 req-90eba473-6c7a-4c84-9cec-0c566b4d99be service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1031294 Jul 07 13:15:27.902892 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6ae18d-48bf-4b22-b7ed-805c74d47251 x-openstack-request-id: req-ed6ae18d-48bf-4b22-b7ed-805c74d47251 {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:15:27.902892 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123db360-66aa-4749-8843-3f9431022604", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:15:27.902892 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ed6ae18d-48bf-4b22-b7ed-805c74d47251 {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:15:27.902892 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'status': 'completed', 'code': 200} Jul 07 13:15:27.935717 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2683288d-18f6-49e0-bc96-ddcae64888d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:27.958678 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a9f46e86-882b-4492-b6be-4a38461dc8e4 req-1dbf636c-1ecb-4a1a-af27-fea2733f1599 service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021399 Jul 07 13:15:28.007609 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2683288d-18f6-49e0-bc96-ddcae64888d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:28.064288 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2683288d-18f6-49e0-bc96-ddcae64888d3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b53f7b37b67c478e88715a0b222836f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207632 Jul 07 13:15:28.066868 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41484) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:28.074747 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683288d-18f6-49e0-bc96-ddcae64888d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2066facc-bbf0-4d31-9782-9652486c2c61,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:28.109897 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39f253-1564-4af5-bb8d-a1a7648f8e29 req-2519babc-0106-4c8f-808f-7e7b853c18d9 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:28.111478 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5d39f253-1564-4af5-bb8d-a1a7648f8e29 req-2519babc-0106-4c8f-808f-7e7b853c18d9 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1424792 Jul 07 13:15:28.141486 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a9f46e86-882b-4492-b6be-4a38461dc8e4 req-e7ed2fbd-896f-47a0-9155-9938071ac8f4 service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418097 Jul 07 13:15:28.144128 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e158-28f8-427b-b4ef-3bb74c274736 req-8f94c1d1-ea01-43c3-8c3f-aeef35f8b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:28.145595 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2891e158-28f8-427b-b4ef-3bb74c274736 req-8f94c1d1-ea01-43c3-8c3f-aeef35f8b40e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 1099 time: 0.1383760 Jul 07 13:15:28.170641 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c3c98669-475b-4fc0-b73e-3fbfcc8aa15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:28.179163 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5d39f253-1564-4af5-bb8d-a1a7648f8e29 req-643a0c45-3caa-4fa2-9b4f-4573affc869c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541141 Jul 07 13:15:28.206293 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c3c98669-475b-4fc0-b73e-3fbfcc8aa15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:28.293496 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e158-28f8-427b-b4ef-3bb74c274736 req-e1e4e253-82de-46a4-98a3-ee0fe7faeaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:28.295010 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2891e158-28f8-427b-b4ef-3bb74c274736 req-e1e4e253-82de-46a4-98a3-ee0fe7faeaa2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e HTTP/1.1" status: 200 len: 918 time: 0.0998430 Jul 07 13:15:28.378185 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2891e158-28f8-427b-b4ef-3bb74c274736 req-3896622e-f9d0-4a07-bb7e-525881334a27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8 HTTP/1.1" status: 200 len: 1002 time: 0.0686707 Jul 07 13:15:28.398166 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c3c98669-475b-4fc0-b73e-3fbfcc8aa15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:28.401973 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c3c98669-475b-4fc0-b73e-3fbfcc8aa15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:28.403387 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c3c98669-475b-4fc0-b73e-3fbfcc8aa15c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2066facc-bbf0-4d31-9782-9652486c2c61 HTTP/1.1" status: 204 len: 168 time: 0.3351376 Jul 07 13:15:28.413316 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c98669-475b-4fc0-b73e-3fbfcc8aa15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2066facc-bbf0-4d31-9782-9652486c2c61,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:28.442157 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e158-28f8-427b-b4ef-3bb74c274736 req-5cb2b1e9-f19e-46da-82c8-2f98be78086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:28.444366 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2891e158-28f8-427b-b4ef-3bb74c274736 req-5cb2b1e9-f19e-46da-82c8-2f98be78086b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a359adc-0158-41d3-a840-5f85613e3582 HTTP/1.1" status: 200 len: 856 time: 0.0542505 Jul 07 13:15:28.529772 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e158-28f8-427b-b4ef-3bb74c274736 req-e00d4844-3df9-4fa3-b050-a9f0c744be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:28.531396 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2891e158-28f8-427b-b4ef-3bb74c274736 req-e00d4844-3df9-4fa3-b050-a9f0c744be95 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0791557 Jul 07 13:15:28.625651 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41508) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:28.663324 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2891e158-28f8-427b-b4ef-3bb74c274736 req-13f91ffb-7267-4b46-9a06-345a7d4e4be3 service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237428 Jul 07 13:15:28.803641 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2891e158-28f8-427b-b4ef-3bb74c274736 req-95c48c89-e4c7-4a86-b85d-92ee52642986 service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214688 Jul 07 13:15:28.939495 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1975706098-network', 'tenant_id': '8a6ed9b4fd264ea7aee19d8958f915e2'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:15:28.944239 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:29.063911 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Made reservation on behalf of 8a6ed9b4fd264ea7aee19d8958f915e2 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:15:29.067582 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:29.076893 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:29.192028 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:29.287145 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:29.310427 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:15:29.361232 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:29.362998 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Added segment f82def32-fde0-470a-b849-b10fba8e1fa8 of type vlan for network 59c10149-8245-4d11-a1f1-e29b15f104c6 Jul 07 13:15:29.371288 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f90d2bf-8251-4986-9cb7-900f9112590c,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:29.416015 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:29.457279 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db803c08-018d-4042-b3f5-5f45f418cd6f req-4be16eea-8204-4612-9f4e-b3280936174b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:29.458803 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-db803c08-018d-4042-b3f5-5f45f418cd6f req-4be16eea-8204-4612-9f4e-b3280936174b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1548266 Jul 07 13:15:29.511265 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-db803c08-018d-4042-b3f5-5f45f418cd6f req-f78fe9c5-ffae-4e56-ab9d-045fa79baf20 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444429 Jul 07 13:15:29.536712 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:29.537754 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:29.538346 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:29.607017 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] Pushing event updated for resources: {'Network': ['ID=59c10149-8245-4d11-a1f1-e29b15f104c6,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:29.618311 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network 59c10149-8245-4d11-a1f1-e29b15f104c6 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:15:29.669367 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d4cbf161-ef4d-44bc-9055-f2ab6f0c37a6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0391858 Jul 07 13:15:29.669741 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41550) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:29.675478 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a570cefa-fee2-499b-90ac-cfafd1a7e6d2 admin admin] Request body: {'subnet': {'network_id': '59c10149-8245-4d11-a1f1-e29b15f104c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1975706098-subnet', 'tenant_id': '8a6ed9b4fd264ea7aee19d8958f915e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:15:29.807106 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a570cefa-fee2-499b-90ac-cfafd1a7e6d2 admin admin] Made reservation on behalf of 8a6ed9b4fd264ea7aee19d8958f915e2 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:15:29.809852 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a570cefa-fee2-499b-90ac-cfafd1a7e6d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:30.113157 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a570cefa-fee2-499b-90ac-cfafd1a7e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:30.203731 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570cefa-fee2-499b-90ac-cfafd1a7e6d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c1d2e7-7f46-4e3c-b4a4-7f460eaec037,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:30.214816 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a570cefa-fee2-499b-90ac-cfafd1a7e6d2 admin admin] Checking segment: {'id': 'f82def32-fde0-470a-b849-b10fba8e1fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '59c10149-8245-4d11-a1f1-e29b15f104c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:15:30.215498 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a570cefa-fee2-499b-90ac-cfafd1a7e6d2 admin admin] Network hostable DHCP agents. Network: 59c10149-8245-4d11-a1f1-e29b15f104c6, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:15:30.401513 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a570cefa-fee2-499b-90ac-cfafd1a7e6d2 admin admin] Network 59c10149-8245-4d11-a1f1-e29b15f104c6 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:15:30.514203 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a570cefa-fee2-499b-90ac-cfafd1a7e6d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, 59c10149-8245-4d11-a1f1-e29b15f104c6) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:15:30.518467 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570cefa-fee2-499b-90ac-cfafd1a7e6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:30.519193 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a570cefa-fee2-499b-90ac-cfafd1a7e6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:30.526465 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e531abc-c348-4e34-ae9f-44202bd62ed7 None None] Network 59c10149-8245-4d11-a1f1-e29b15f104c6 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:15:30.618462 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-a570cefa-fee2-499b-90ac-cfafd1a7e6d2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9474356 Jul 07 13:15:30.686097 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec1d664-b1af-4262-b7af-3281fe0e910f None None] Network 59c10149-8245-4d11-a1f1-e29b15f104c6 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:15:30.779884 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe8ad2-1540-4c5c-b7cd-d3471b36757e req-6edf491a-c006-489d-b034-50840c01b9c2 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:30.787157 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-59fe8ad2-1540-4c5c-b7cd-d3471b36757e req-6edf491a-c006-489d-b034-50840c01b9c2 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1172450 Jul 07 13:15:30.859574 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-59fe8ad2-1540-4c5c-b7cd-d3471b36757e req-c9b8e13f-1807-4ca9-83e4-8cd24174810e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683908 Jul 07 13:15:31.070288 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:31.609376 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41608) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:31.614835 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-549666225-network', 'tenant_id': 'd1aa12f19d7544f994fc6670bb6ee2fa'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:15:31.702089 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Made reservation on behalf of d1aa12f19d7544f994fc6670bb6ee2fa for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:15:31.704754 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:31.714488 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:31.837736 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:31.913760 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:31.951675 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:15:31.958470 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6908623-3f68-48dd-9d8c-a38614c1f28b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:31.975230 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:31.975578 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.segments_db [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Added segment 4455ffb6-1340-45bd-8f8e-52e910811dd8 of type vlan for network a7552016-2d5d-463e-ad50-b1bc736721d5 Jul 07 13:15:32.039901 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:32.120787 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922067a2-2aeb-4c97-b47a-ac2a9dfb3afc req-9b014f9a-6ea6-4917-8feb-16e79a6f06d2 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:32.122416 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-922067a2-2aeb-4c97-b47a-ac2a9dfb3afc req-9b014f9a-6ea6-4917-8feb-16e79a6f06d2 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0954945 Jul 07 13:15:32.166752 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-922067a2-2aeb-4c97-b47a-ac2a9dfb3afc req-22c43b22-a2d4-4e4f-9aa5-1c4d57c6c283 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375741 Jul 07 13:15:32.407260 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:32.415849 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:32.415849 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:32.476928 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] Pushing event updated for resources: {'Network': ['ID=a7552016-2d5d-463e-ad50-b1bc736721d5,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:32.488526 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network a7552016-2d5d-463e-ad50-b1bc736721d5 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:15:32.733513 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-7c5a4c25-5715-4f34-8508-fa3ab6eb545a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1223931 Jul 07 13:15:32.735952 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41636) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:32.740949 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8ca83b9c-5398-4ffc-9aa0-8af5ab025eef admin admin] Request body: {'subnet': {'network_id': 'a7552016-2d5d-463e-ad50-b1bc736721d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-549666225-subnet', 'tenant_id': 'd1aa12f19d7544f994fc6670bb6ee2fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:15:32.762020 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed12268-ff8e-4291-826e-56a48680ec16 req-c1fd1c2c-471b-4457-b7ea-6d0883e083d7 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:32.763572 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1ed12268-ff8e-4291-826e-56a48680ec16 req-c1fd1c2c-471b-4457-b7ea-6d0883e083d7 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.0742426 Jul 07 13:15:32.810259 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1ed12268-ff8e-4291-826e-56a48680ec16 req-e7fad4d4-47d8-4c88-8035-0fad8e27c267 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397847 Jul 07 13:15:33.018411 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca83b9c-5398-4ffc-9aa0-8af5ab025eef admin admin] Made reservation on behalf of d1aa12f19d7544f994fc6670bb6ee2fa for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:15:33.020863 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca83b9c-5398-4ffc-9aa0-8af5ab025eef admin admin] Notify callbacks [] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:33.367110 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2da1cd-4890-4eda-8a73-658c1aa5b20b req-ba94ed8c-2dcc-4c49-92a6-be6d7cdb2006 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:33.369237 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5b2da1cd-4890-4eda-8a73-658c1aa5b20b req-ba94ed8c-2dcc-4c49-92a6-be6d7cdb2006 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0782759 Jul 07 13:15:33.373528 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca83b9c-5398-4ffc-9aa0-8af5ab025eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:33.425825 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5b2da1cd-4890-4eda-8a73-658c1aa5b20b req-5f8c2896-20aa-47db-b1b8-6aa3e2df396d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482743 Jul 07 13:15:33.442894 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca83b9c-5398-4ffc-9aa0-8af5ab025eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a571e47-9276-4a5b-8778-f40e785fb773,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:33.450660 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca83b9c-5398-4ffc-9aa0-8af5ab025eef admin admin] Checking segment: {'id': '4455ffb6-1340-45bd-8f8e-52e910811dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a7552016-2d5d-463e-ad50-b1bc736721d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:15:33.451051 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca83b9c-5398-4ffc-9aa0-8af5ab025eef admin admin] Network hostable DHCP agents. Network: a7552016-2d5d-463e-ad50-b1bc736721d5, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:15:33.583846 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca83b9c-5398-4ffc-9aa0-8af5ab025eef admin admin] Network a7552016-2d5d-463e-ad50-b1bc736721d5 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:15:33.667703 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-8ca83b9c-5398-4ffc-9aa0-8af5ab025eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, a7552016-2d5d-463e-ad50-b1bc736721d5) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:15:33.671850 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca83b9c-5398-4ffc-9aa0-8af5ab025eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:33.672612 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca83b9c-5398-4ffc-9aa0-8af5ab025eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:33.678704 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bb610e-29b4-44f1-881b-5a537453339c None None] Network a7552016-2d5d-463e-ad50-b1bc736721d5 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:15:33.796995 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-8ca83b9c-5398-4ffc-9aa0-8af5ab025eef admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0517943 Jul 07 13:15:34.017255 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0567a198-4dcb-4e98-83b5-8d4400481322 None None] Network a7552016-2d5d-463e-ad50-b1bc736721d5 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:15:34.140809 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f023073-70f6-422d-aef0-5d1b9f015da1 req-ef55d80a-04b3-4559-9211-e519b9ba537a tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:34.143280 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8f023073-70f6-422d-aef0-5d1b9f015da1 req-ef55d80a-04b3-4559-9211-e519b9ba537a tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.1186485 Jul 07 13:15:34.199251 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8f023073-70f6-422d-aef0-5d1b9f015da1 req-12846f41-3d7f-42f7-b41a-3fe77f2085bc tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483654 Jul 07 13:15:34.419552 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41704) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:34.540684 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad702c58-f300-426c-a057-9317697650d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:34.650878 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c224a6-0079-40dd-beb3-a9788fbc6712 req-cd7bd44a-cb83-4475-bdb3-a6b163969fbb tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:34.652409 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a2c224a6-0079-40dd-beb3-a9788fbc6712 req-cd7bd44a-cb83-4475-bdb3-a6b163969fbb tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0888891 Jul 07 13:15:34.681908 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad702c58-f300-426c-a057-9317697650d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:34.696710 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a2c224a6-0079-40dd-beb3-a9788fbc6712 req-9d289cce-8a95-4215-a92e-a650989599dd tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378084 Jul 07 13:15:34.754966 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad702c58-f300-426c-a057-9317697650d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:34.793161 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad702c58-f300-426c-a057-9317697650d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7daf8b1-3c1e-45af-9880-b465ae8730b1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:34.797897 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-ad702c58-f300-426c-a057-9317697650d1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=982bdb3f5fd34051b5397b3326a1986b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770216 Jul 07 13:15:34.804303 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41712) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:34.854585 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd77ceb4-af65-47b3-a531-fc7fb246cf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:34.877560 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd77ceb4-af65-47b3-a531-fc7fb246cf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:35.063820 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd77ceb4-af65-47b3-a531-fc7fb246cf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:35.066411 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd77ceb4-af65-47b3-a531-fc7fb246cf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:35.067586 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-dd77ceb4-af65-47b3-a531-fc7fb246cf37 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a7daf8b1-3c1e-45af-9880-b465ae8730b1 HTTP/1.1" status: 204 len: 168 time: 0.2654886 Jul 07 13:15:35.075940 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77ceb4-af65-47b3-a531-fc7fb246cf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7daf8b1-3c1e-45af-9880-b465ae8730b1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:35.411334 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f818af2-33c6-487a-8e47-73b308fef1d4 req-fd45c451-f44b-4510-8ee5-f2566f93b6fc tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:35.414678 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f818af2-33c6-487a-8e47-73b308fef1d4 req-fd45c451-f44b-4510-8ee5-f2566f93b6fc tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.0822649 Jul 07 13:15:35.460976 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f818af2-33c6-487a-8e47-73b308fef1d4 req-fbc6a2a1-81ad-4d7c-a9be-790541eb8c4b tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/security-groups?id=668bbce3-8a37-41d2-b391-267f953520ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Jul 07 13:15:35.594974 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3d3d3-8390-418c-bb2a-1a52d596db4f req-8c8361e0-30aa-4c48-97ab-83ff6286f971 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:35.597821 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-cca3d3d3-8390-418c-bb2a-1a52d596db4f req-8c8361e0-30aa-4c48-97ab-83ff6286f971 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 945 time: 0.1674128 Jul 07 13:15:35.719861 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-cca3d3d3-8390-418c-bb2a-1a52d596db4f req-19a1e8de-4829-4382-9ea5-e7b2f0887dcd tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Deleting port 6c953367-e005-458b-96b0-c5af7e4165ad {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:15:35.720210 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cca3d3d3-8390-418c-bb2a-1a52d596db4f req-19a1e8de-4829-4382-9ea5-e7b2f0887dcd tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:35.826525 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-cca3d3d3-8390-418c-bb2a-1a52d596db4f req-19a1e8de-4829-4382-9ea5-e7b2f0887dcd tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] For port 6c953367-e005-458b-96b0-c5af7e4165ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6c953367-e005-458b-96b0-c5af7e4165ad,segment=NetworkSegment(3a489ef2-77bd-410b-b098-b5aa6abf9851),segment_id=3a489ef2-77bd-410b-b098-b5aa6abf9851)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:15:35.827481 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cca3d3d3-8390-418c-bb2a-1a52d596db4f req-19a1e8de-4829-4382-9ea5-e7b2f0887dcd tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:35.844241 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-cca3d3d3-8390-418c-bb2a-1a52d596db4f req-19a1e8de-4829-4382-9ea5-e7b2f0887dcd tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Calling delete_port for 6c953367-e005-458b-96b0-c5af7e4165ad owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:15:35.857564 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41736) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:35.874462 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d04f40af-0671-491a-8122-73e9410ca47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:35.939476 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a04fe-1a8a-4ae6-a6e2-d165d3997e24 req-85312a0a-9462-475a-b606-d99f6b5c3c3e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:35.941142 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e05a04fe-1a8a-4ae6-a6e2-d165d3997e24 req-85312a0a-9462-475a-b606-d99f6b5c3c3e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1256790 Jul 07 13:15:36.013005 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e05a04fe-1a8a-4ae6-a6e2-d165d3997e24 req-df6be6b0-5925-4a5b-be29-b17b077fd80b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545115 Jul 07 13:15:36.042455 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d04f40af-0671-491a-8122-73e9410ca47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:36.172589 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cca3d3d3-8390-418c-bb2a-1a52d596db4f req-19a1e8de-4829-4382-9ea5-e7b2f0887dcd tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:36.176985 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d04f40af-0671-491a-8122-73e9410ca47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:36.207190 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1e8de-4829-4382-9ea5-e7b2f0887dcd tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Pushing event deleted for resources: {'Port': ['ID=6c953367-e005-458b-96b0-c5af7e4165ad,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:36.215102 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f40af-0671-491a-8122-73e9410ca47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490750a3-a127-48be-b082-03a2bac6dbee,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:36.216250 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['6c953367-e005-458b-96b0-c5af7e4165ad'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:15:36.252631 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d04f40af-0671-491a-8122-73e9410ca47e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b7ae447ffcf14bb58567093f8833ab45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912058 Jul 07 13:15:36.262357 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41746) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:36.337664 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41748) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:36.339984 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca3d3d3-8390-418c-bb2a-1a52d596db4f req-19a1e8de-4829-4382-9ea5-e7b2f0887dcd tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] No DVR routers for this DVR port 6c953367-e005-458b-96b0-c5af7e4165ad on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:15:36.341677 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-79c27775-295a-4e62-8b43-1736a10e1817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:36.346929 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cca3d3d3-8390-418c-bb2a-1a52d596db4f req-19a1e8de-4829-4382-9ea5-e7b2f0887dcd tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:36.349014 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-cca3d3d3-8390-418c-bb2a-1a52d596db4f req-19a1e8de-4829-4382-9ea5-e7b2f0887dcd tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.79 "DELETE /v2.0/ports/6c953367-e005-458b-96b0-c5af7e4165ad HTTP/1.1" status: 204 len: 173 time: 0.7443938 Jul 07 13:15:36.349489 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1af213-7ac1-4396-a448-36ee87f97cbb', 'name': 'network-vif-deleted', 'tag': '6c953367-e005-458b-96b0-c5af7e4165ad'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:15:36.351745 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0805aa37-0a36-42f7-8bf1-5f8f40db8501" -d '{"events": [{"server_uuid": "cc1af213-7ac1-4396-a448-36ee87f97cbb", "name": "network-vif-deleted", "tag": "6c953367-e005-458b-96b0-c5af7e4165ad"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:15:36.376138 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-79c27775-295a-4e62-8b43-1736a10e1817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:36.394311 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685225cd-b5a5-4392-a445-6258fed89f3c x-openstack-request-id: req-685225cd-b5a5-4392-a445-6258fed89f3c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:15:36.394881 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1af213-7ac1-4396-a448-36ee87f97cbb", "name": "network-vif-deleted", "tag": "6c953367-e005-458b-96b0-c5af7e4165ad", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:15:36.395145 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-685225cd-b5a5-4392-a445-6258fed89f3c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:15:36.395766 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1af213-7ac1-4396-a448-36ee87f97cbb', 'name': 'network-vif-deleted', 'tag': '6c953367-e005-458b-96b0-c5af7e4165ad', 'status': 'completed', 'code': 200} Jul 07 13:15:36.549578 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-79c27775-295a-4e62-8b43-1736a10e1817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:36.552214 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-79c27775-295a-4e62-8b43-1736a10e1817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:36.553433 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-79c27775-295a-4e62-8b43-1736a10e1817 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/490750a3-a127-48be-b082-03a2bac6dbee HTTP/1.1" status: 204 len: 168 time: 0.2900302 Jul 07 13:15:36.559823 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b6ab871f-9d3a-4619-b1ca-0a5d85a94cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:36.589345 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c27775-295a-4e62-8b43-1736a10e1817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490750a3-a127-48be-b082-03a2bac6dbee,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:36.694715 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-98f63ec0-86c9-4175-9e96-11d7aea42c88 req-6b3ccb52-c796-4ae8-9676-6e1119c51bb6 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 210 time: 0.0303509 Jul 07 13:15:36.716564 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b6ab871f-9d3a-4619-b1ca-0a5d85a94cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:36.772390 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b6ab871f-9d3a-4619-b1ca-0a5d85a94cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:36.830905 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-b6ab871f-9d3a-4619-b1ca-0a5d85a94cb8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=60f348cdfbb24e1eb732031dbbdd1efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920509 Jul 07 13:15:36.832035 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab871f-9d3a-4619-b1ca-0a5d85a94cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020391c7-d201-4b44-acf9-b5e21fc7bb3b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:36.833775 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41772) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:36.895163 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-04d4a8a0-3b24-4cf2-a217-e1d2e662b456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:36.920022 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-04d4a8a0-3b24-4cf2-a217-e1d2e662b456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:37.092703 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-04d4a8a0-3b24-4cf2-a217-e1d2e662b456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:37.096502 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-04d4a8a0-3b24-4cf2-a217-e1d2e662b456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:37.100684 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-04d4a8a0-3b24-4cf2-a217-e1d2e662b456 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/020391c7-d201-4b44-acf9-b5e21fc7bb3b HTTP/1.1" status: 204 len: 168 time: 0.2627151 Jul 07 13:15:37.108517 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4a8a0-3b24-4cf2-a217-e1d2e662b456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020391c7-d201-4b44-acf9-b5e21fc7bb3b,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:37.192653 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b0d6c-2163-4c6e-b4b0-594d8696d913 req-a5b2e9b8-f9b8-4647-a596-14b4c281eb4a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:37.194224 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7f3b0d6c-2163-4c6e-b4b0-594d8696d913 req-a5b2e9b8-f9b8-4647-a596-14b4c281eb4a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0750659 Jul 07 13:15:37.239886 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7f3b0d6c-2163-4c6e-b4b0-594d8696d913 req-cd0f2019-0043-40c6-a993-0d4c6b4a283e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385501 Jul 07 13:15:37.905307 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1bec0b16-1317-4a59-b9b9-dd09dc7658f3 req-d1997f29-7b59-491a-be51-5c02786bb8d1 tempest-DeleteServersTestJSON-1547039041 tempest-DeleteServersTestJSON-1547039041-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1af213-7ac1-4396-a448-36ee87f97cbb HTTP/1.1" status: 200 len: 210 time: 0.0313101 Jul 07 13:15:38.438319 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 6c953367-e005-458b-96b0-c5af7e4165ad no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:15:38.460603 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e3d89-20b2-4f56-ba48-9113a5c4b1f3 req-434df4f7-e12e-4338-a351-6ee0bb090c72 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:38.469260 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-611e3d89-20b2-4f56-ba48-9113a5c4b1f3 req-434df4f7-e12e-4338-a351-6ee0bb090c72 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0949357 Jul 07 13:15:38.500826 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: 6c953367-e005-458b-96b0-c5af7e4165ad {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:15:38.501216 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 6c953367-e005-458b-96b0-c5af7e4165ad not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:15:38.525785 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-611e3d89-20b2-4f56-ba48-9113a5c4b1f3 req-407c44a0-92c4-4404-a69b-9cd44b4d32ca tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531430 Jul 07 13:15:39.750415 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa6754-dd7c-45aa-b4da-bfdb11f9efc1 req-a1d2bdb3-b657-4e81-add1-4845dccc0179 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:39.753160 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b7fa6754-dd7c-45aa-b4da-bfdb11f9efc1 req-a1d2bdb3-b657-4e81-add1-4845dccc0179 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0896311 Jul 07 13:15:39.797676 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b7fa6754-dd7c-45aa-b4da-bfdb11f9efc1 req-efbaa8bf-df9a-4335-85a9-5e1f109b277d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364790 Jul 07 13:15:40.390540 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41916) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:40.510620 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ba007754-8bab-40bd-9033-ce071db593b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:40.600376 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ba007754-8bab-40bd-9033-ce071db593b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:40.727828 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-f04e4c50-d8ce-4ff0-9127-57b45ec9735d tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a4b16ecbd7ee44d2ac694b03ffb037e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307124 Jul 07 13:15:40.728399 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ba007754-8bab-40bd-9033-ce071db593b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:40.839586 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41942) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:40.896824 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d33280-7827-4957-9851-67a11b7953c6 admin admin] Deleting subnet a593276c-d513-48ce-b376-e25e735fe0e7 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:15:40.900632 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34d33280-7827-4957-9851-67a11b7953c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:40.938608 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34d33280-7827-4957-9851-67a11b7953c6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:40.951442 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34d33280-7827-4957-9851-67a11b7953c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:41.064467 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-ba007754-8bab-40bd-9033-ce071db593b8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6a10735722a345b7ada3580530fe50e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6726003 Jul 07 13:15:41.067191 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41946) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:41.083800 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba007754-8bab-40bd-9033-ce071db593b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a40c31-4c32-45d9-8bac-bb4536911710,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:41.124056 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce992cf3-5ee8-4ec7-8e3e-ae75c0678fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:41.135643 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34d33280-7827-4957-9851-67a11b7953c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:41.154208 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce992cf3-5ee8-4ec7-8e3e-ae75c0678fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:41.180724 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d33280-7827-4957-9851-67a11b7953c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a593276c-d513-48ce-b376-e25e735fe0e7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:41.200448 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34d33280-7827-4957-9851-67a11b7953c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:41.202683 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-34d33280-7827-4957-9851-67a11b7953c6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a593276c-d513-48ce-b376-e25e735fe0e7 HTTP/1.1" status: 204 len: 168 time: 0.3605540 Jul 07 13:15:41.207044 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41948) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:41.246053 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-eb88b066-71cb-4706-bd29-825d4a37df21 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:41.247512 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-eb88b066-71cb-4706-bd29-825d4a37df21 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5093112 Jul 07 13:15:41.256290 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea280863-00f6-4199-86a4-4ee4c1ddd9a3 req-2763f77c-3831-4ec5-9637-2310b2c5477c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:41.258385 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ea280863-00f6-4199-86a4-4ee4c1ddd9a3 req-2763f77c-3831-4ec5-9637-2310b2c5477c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1827464 Jul 07 13:15:41.283998 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-970d73c3-9f6a-4394-a539-960a4dfb734d tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/quotas/a4b16ecbd7ee44d2ac694b03ffb037e0 HTTP/1.1" status: 200 len: 375 time: 0.0245242 Jul 07 13:15:41.288380 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:41.334408 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-0ae3b845-4558-4e19-a8c6-72ff36c45c4b tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a4b16ecbd7ee44d2ac694b03ffb037e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397999 Jul 07 13:15:41.338503 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ea280863-00f6-4199-86a4-4ee4c1ddd9a3 req-6eee8631-3b92-46e2-8326-9b6038090e93 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717916 Jul 07 13:15:41.394176 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:41.407194 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.407488 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.408262 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.408674 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > port after_create 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.409215 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.409728 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > port after_update 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.410050 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.410363 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.410841 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.411318 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.579093 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.579445 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.580235 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.580235 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:41.580466 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84df5a89-64ce-46db-be5e-11fb06a98fd3']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:41.585708 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce992cf3-5ee8-4ec7-8e3e-ae75c0678fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:41.589766 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce992cf3-5ee8-4ec7-8e3e-ae75c0678fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:41.591131 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-ce992cf3-5ee8-4ec7-8e3e-ae75c0678fe4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/20a40c31-4c32-45d9-8bac-bb4536911710 HTTP/1.1" status: 204 len: 168 time: 0.5227847 Jul 07 13:15:41.615759 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a489ef2-77bd-410b-b098-b5aa6abf9851') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:41.616306 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a489ef2-77bd-410b-b098-b5aa6abf9851') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:41.635588 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce992cf3-5ee8-4ec7-8e3e-ae75c0678fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a40c31-4c32-45d9-8bac-bb4536911710,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:41.647361 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699333'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:41.673345 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-df302b28-862d-4292-9331-a89c09ddfc96 req-cb6c8726-3e8d-44c0-9fe0-11b8a9f98304 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 210 time: 0.0661271 Jul 07 13:15:41.688049 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:41.698514 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:15:41.698999 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4700122'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: from cryptography.utils import int_from_bytes Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: from cryptography.utils import int_from_bytes Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: Traceback (most recent call last): Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: timer() Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: cb(*args, **kw) Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: return func(*args, **kwargs) Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: self._notify() Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: self.callback(batched_events) Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: event.method(event) Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: return f(self, *a, **k) Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._get(url).json() Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:15:41.708624 dv-cinder-786627-18-iscsi neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:15:42.090735 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:42.099329 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:42.109445 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] 10.222.0.67 "DELETE /v2.0/networks/84df5a89-64ce-46db-be5e-11fb06a98fd3 HTTP/1.1" status: 204 len: 168 time: 0.8934271 Jul 07 13:15:42.112516 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff8f1c-3a46-4089-aeec-1321fcab651e admin admin] Pushing event deleted for resources: {'Network': ['ID=84df5a89-64ce-46db-be5e-11fb06a98fd3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:42.482487 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41980) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:42.497108 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-458a2ee4-0d94-4c0f-a107-1129406dc18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:42.539384 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2d102-c1fe-42af-a095-a5562cd7cca4 req-4364c7ec-9ed5-434c-b944-40f699a9b42e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:42.545749 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c6d2d102-c1fe-42af-a095-a5562cd7cca4 req-4364c7ec-9ed5-434c-b944-40f699a9b42e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0727494 Jul 07 13:15:42.571907 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41982) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:42.586854 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c6d2d102-c1fe-42af-a095-a5562cd7cca4 req-1a60beab-ebf3-4cc7-9300-592192426cc8 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388963 Jul 07 13:15:42.644941 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-b8355c48-3436-4a8b-aaa5-6ebbeadfe654 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1fe629e44c1544379edd26db0e411ce0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0695441 Jul 07 13:15:42.647681 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 41988) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:42.662088 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-458a2ee4-0d94-4c0f-a107-1129406dc18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:42.702945 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-036cbb98-c41c-4bf8-8f42-4b405fa280d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:42.733053 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-036cbb98-c41c-4bf8-8f42-4b405fa280d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:42.737558 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-458a2ee4-0d94-4c0f-a107-1129406dc18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:42.761239 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-03fc663e-0bdb-475d-a455-d39c30dc90bc req-a590970e-a825-4d32-9194-5e242d5c9b57 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 210 time: 0.0404029 Jul 07 13:15:42.777677 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-458a2ee4-0d94-4c0f-a107-1129406dc18f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c24d7300e25243c38ebbdd0dc053da79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939901 Jul 07 13:15:42.778819 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a2ee4-0d94-4c0f-a107-1129406dc18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390ad9ed-cb11-4431-8ef9-57303d3e45e7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:42.781283 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 41994) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:42.838390 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c789dc4b-e784-4ea6-a817-181983121f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:42.865719 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c789dc4b-e784-4ea6-a817-181983121f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:42.880375 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-036cbb98-c41c-4bf8-8f42-4b405fa280d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:42.883723 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-036cbb98-c41c-4bf8-8f42-4b405fa280d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:42.885053 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-036cbb98-c41c-4bf8-8f42-4b405fa280d0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/668bbce3-8a37-41d2-b391-267f953520ca HTTP/1.1" status: 204 len: 168 time: 0.2354636 Jul 07 13:15:42.894061 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cbb98-c41c-4bf8-8f42-4b405fa280d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668bbce3-8a37-41d2-b391-267f953520ca,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:42.994652 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c789dc4b-e784-4ea6-a817-181983121f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:42.997393 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c789dc4b-e784-4ea6-a817-181983121f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:42.998652 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-c789dc4b-e784-4ea6-a817-181983121f9b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/390ad9ed-cb11-4431-8ef9-57303d3e45e7 HTTP/1.1" status: 204 len: 168 time: 0.2161205 Jul 07 13:15:43.012274 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789dc4b-e784-4ea6-a817-181983121f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390ad9ed-cb11-4431-8ef9-57303d3e45e7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:43.782341 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28438592-a06b-4c37-946b-732c270251df req-9c5b4a34-71ee-4c65-8750-a96a78be2500 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:43.784302 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-28438592-a06b-4c37-946b-732c270251df req-9c5b4a34-71ee-4c65-8750-a96a78be2500 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0739613 Jul 07 13:15:43.834204 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-28438592-a06b-4c37-946b-732c270251df req-3ba8f384-b781-47bd-b7b7-a04b0f6cc853 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435688 Jul 07 13:15:44.045440 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3c1d54e0-bb65-41c5-8f54-cd32df37a018 req-4ab9a3e4-56ab-44e5-854b-da1f9e74ca41 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 210 time: 0.0574942 Jul 07 13:15:44.630562 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42072) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:44.737284 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1485653847-network', 'tenant_id': '96f30e5b02f94951a9828167ea60afec'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:15:44.846324 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Made reservation on behalf of 96f30e5b02f94951a9828167ea60afec for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:15:44.848985 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:44.858367 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:45.010086 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-c98925ed-d967-4287-ab1b-7186dc2177e7 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=a4b16ecbd7ee44d2ac694b03ffb037e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358074 Jul 07 13:15:45.020376 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:45.078911 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83584141-e6de-4266-8410-000fac980438 req-4bc30098-d6a4-44e1-aa4a-0621074164f6 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:45.095530 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-83584141-e6de-4266-8410-000fac980438 req-4bc30098-d6a4-44e1-aa4a-0621074164f6 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1097388 Jul 07 13:15:45.146340 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:45.153446 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-83584141-e6de-4266-8410-000fac980438 req-c2e49e48-84b6-4a7e-989e-d5279a1d60cb tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570383 Jul 07 13:15:45.180760 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:15:45.256475 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:45.263533 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.segments_db [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Added segment 218e8d01-9735-491d-9de0-dc4bfacd9cf1 of type vlan for network f8a657b2-37ad-46a2-a752-38d1fb742049 Jul 07 13:15:45.311999 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbdb370-cfaf-4ed5-b419-de88aafacae2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:45.336858 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6640f8e3-3137-409c-9ba5-bc1d6388e833 req-9593f40b-ae0d-4b75-b617-c04c3b29a23a tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 210 time: 0.0522552 Jul 07 13:15:45.384185 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:45.393806 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-400bc8e5-bd70-4d00-a607-4e7d35386d40 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:45.395267 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-400bc8e5-bd70-4d00-a607-4e7d35386d40 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3731031 Jul 07 13:15:45.453308 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Request body: {'port': {'device_id': 'a03182c8-f0e1-458a-b558-4d67746ddfce', 'network_id': 'db86d108-7c13-4c06-a2ec-f0dd78ced457', 'admin_state_up': True, 'tenant_id': 'a4b16ecbd7ee44d2ac694b03ffb037e0'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:15:45.516135 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:45.517135 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:45.517749 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:45.605707 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] Pushing event updated for resources: {'Network': ['ID=f8a657b2-37ad-46a2-a752-38d1fb742049,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:45.621552 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network f8a657b2-37ad-46a2-a752-38d1fb742049 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:15:45.680508 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42112) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:45.681464 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-0399ded8-9284-42b2-a16b-d9592bc9d18c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0497408 Jul 07 13:15:45.687291 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-01c8d2e1-fa96-4acc-9d80-639ef8dfc4d6 admin admin] Request body: {'subnet': {'network_id': 'f8a657b2-37ad-46a2-a752-38d1fb742049', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1485653847-subnet', 'tenant_id': '96f30e5b02f94951a9828167ea60afec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:15:45.807277 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Made reservation on behalf of a4b16ecbd7ee44d2ac694b03ffb037e0 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:15:45.811241 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:45.824966 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:45.944583 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c8d2e1-fa96-4acc-9d80-639ef8dfc4d6 admin admin] Made reservation on behalf of 96f30e5b02f94951a9828167ea60afec for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:15:45.947645 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-01c8d2e1-fa96-4acc-9d80-639ef8dfc4d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:46.034190 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:46.125856 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:46.188694 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:46.211618 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-01c8d2e1-fa96-4acc-9d80-639ef8dfc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:46.269445 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Allocated IP 192.168.233.211 (db86d108-7c13-4c06-a2ec-f0dd78ced457/b5f3a576-5832-4597-bfb1-402cb0c2d260/ce82b751-2ac8-414c-8460-a532bf460030) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:15:46.291808 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8d2e1-fa96-4acc-9d80-639ef8dfc4d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456d3c0c-da4a-426d-a6d4-178f0fba3aa8,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:46.338255 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c8d2e1-fa96-4acc-9d80-639ef8dfc4d6 admin admin] Checking segment: {'id': '218e8d01-9735-491d-9de0-dc4bfacd9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f8a657b2-37ad-46a2-a752-38d1fb742049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:15:46.338614 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c8d2e1-fa96-4acc-9d80-639ef8dfc4d6 admin admin] Network hostable DHCP agents. Network: f8a657b2-37ad-46a2-a752-38d1fb742049, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:15:46.395802 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77392b93-4605-4313-97aa-e5c4759da3b7 req-5806ad56-ee82-4591-a732-ea4dba563f07 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:46.397390 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-77392b93-4605-4313-97aa-e5c4759da3b7 req-5806ad56-ee82-4591-a732-ea4dba563f07 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1091576 Jul 07 13:15:46.440515 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-77392b93-4605-4313-97aa-e5c4759da3b7 req-629d96a1-5844-49fc-a40b-76500eeb3772 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359282 Jul 07 13:15:46.453051 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c8d2e1-fa96-4acc-9d80-639ef8dfc4d6 admin admin] Network f8a657b2-37ad-46a2-a752-38d1fb742049 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:15:46.479595 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:46.496548 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Transition to ACTIVE for port object ce82b751-2ac8-414c-8460-a532bf460030 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:15:46.555608 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f91a6c12-2c6c-4ebc-8ee7-b4ca6d6ffc86 req-204ad131-6360-4ae9-be43-f43e174d3351 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 210 time: 0.0330591 Jul 07 13:15:46.556348 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-01c8d2e1-fa96-4acc-9d80-639ef8dfc4d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, f8a657b2-37ad-46a2-a752-38d1fb742049) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:15:46.562049 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c8d2e1-fa96-4acc-9d80-639ef8dfc4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:46.562640 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-01c8d2e1-fa96-4acc-9d80-639ef8dfc4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:46.579547 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a160f3b-dc07-4991-a356-0f67ea5d143d None None] Network f8a657b2-37ad-46a2-a752-38d1fb742049 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:15:46.658179 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:46.658393 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-01c8d2e1-fa96-4acc-9d80-639ef8dfc4d6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9767797 Jul 07 13:15:46.713216 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169da2bc-d781-4a51-8917-ec6f2db9914c None None] Network f8a657b2-37ad-46a2-a752-38d1fb742049 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:15:46.724067 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Network db86d108-7c13-4c06-a2ec-f0dd78ced457 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:15:46.727775 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:15:46.730590 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:15:46.772622 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Pushing event updated for resources: {'Port': ['ID=ce82b751-2ac8-414c-8460-a532bf460030,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:46.827848 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:46.827848 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:46.898583 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1a8e5782-4517-465f-aa7b-55cfe9e10eb2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4509997 Jul 07 13:15:46.932339 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Request body: {'port': {'device_id': 'a03182c8-f0e1-458a-b558-4d67746ddfce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:15:47.007369 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:47.131327 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-16e87971-b5bb-403e-aabb-cea4689c6a41 None None] Provisioning for port ce82b751-2ac8-414c-8460-a532bf460030 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:15:47.135803 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-16e87971-b5bb-403e-aabb-cea4689c6a41 None None] Provisioning complete for port ce82b751-2ac8-414c-8460-a532bf460030 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:15:47.136176 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16e87971-b5bb-403e-aabb-cea4689c6a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:47.174684 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-16e87971-b5bb-403e-aabb-cea4689c6a41 None None] Port ce82b751-2ac8-414c-8460-a532bf460030 cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:15:47.306194 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce82b751-2ac8-414c-8460-a532bf460030 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:15:47.313936 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:47.328290 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Transition to ACTIVE for port object ce82b751-2ac8-414c-8460-a532bf460030 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:15:47.496986 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:47.638990 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Pushing event updated for resources: {'Port': ['ID=ce82b751-2ac8-414c-8460-a532bf460030,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:47.669575 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2acc0-7a26-4a7a-8723-697fbe5ee860 req-baa87578-2027-4ba9-a4ac-bebdce1f4674 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:47.676849 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3fd2acc0-7a26-4a7a-8723-697fbe5ee860 req-baa87578-2027-4ba9-a4ac-bebdce1f4674 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0911219 Jul 07 13:15:47.684014 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Attempting to bind port ce82b751-2ac8-414c-8460-a532bf460030 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:15:47.684353 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Attempting to bind port ce82b751-2ac8-414c-8460-a532bf460030 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f0f15b4c-443a-4270-acaf-c07637c46f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'db86d108-7c13-4c06-a2ec-f0dd78ced457'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:15:47.690685 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Attempting to bind port ce82b751-2ac8-414c-8460-a532bf460030 on network db86d108-7c13-4c06-a2ec-f0dd78ced457 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:15:47.690685 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Port ce82b751-2ac8-414c-8460-a532bf460030 on network db86d108-7c13-4c06-a2ec-f0dd78ced457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:15:47.690685 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Attempting to bind port ce82b751-2ac8-414c-8460-a532bf460030 on network db86d108-7c13-4c06-a2ec-f0dd78ced457 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:15:47.696915 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:15:47.697102 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Checking segment: {'id': 'f0f15b4c-443a-4270-acaf-c07637c46f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'db86d108-7c13-4c06-a2ec-f0dd78ced457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:15:47.697428 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Bound using segment: {'id': 'f0f15b4c-443a-4270-acaf-c07637c46f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'db86d108-7c13-4c06-a2ec-f0dd78ced457'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:15:47.697858 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Bound port: ce82b751-2ac8-414c-8460-a532bf460030, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f15b4c-443a-4270-acaf-c07637c46f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'db86d108-7c13-4c06-a2ec-f0dd78ced457'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:15:47.698216 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:47.736502 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3fd2acc0-7a26-4a7a-8723-697fbe5ee860 req-43871451-2314-492d-bdfd-90c5c3daf5b7 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552969 Jul 07 13:15:47.824762 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42194) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:47.832508 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-554680706-network', 'tenant_id': 'd99848fed04b44dc931ae67536a34b33'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:15:47.833125 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] For port ce82b751-2ac8-414c-8460-a532bf460030, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:15:47.836992 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] For port ce82b751-2ac8-414c-8460-a532bf460030, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ce82b751-2ac8-414c-8460-a532bf460030,segment=NetworkSegment(f0f15b4c-443a-4270-acaf-c07637c46f64),segment_id=f0f15b4c-443a-4270-acaf-c07637c46f64)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:15:47.879828 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071cad7-0628-4274-8929-e30bbca22d9f req-4e88f3c6-cab7-4f2c-8db8-f88619294d3c tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:47.881375 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a071cad7-0628-4274-8929-e30bbca22d9f req-4e88f3c6-cab7-4f2c-8db8-f88619294d3c tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 948 time: 0.0978923 Jul 07 13:15:47.926560 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a071cad7-0628-4274-8929-e30bbca22d9f req-fb3fa618-e5d8-4dfd-950b-5b9c499b0227 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396729 Jul 07 13:15:47.933227 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:47.972134 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:47.972767 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:47.979189 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] 10.222.0.79 "PUT /v2.0/ports/ce82b751-2ac8-414c-8460-a532bf460030 HTTP/1.1" status: 200 len: 1098 time: 1.0526946 Jul 07 13:15:47.979189 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03182c8-f0e1-458a-b558-4d67746ddfce', 'tag': 'ce82b751-2ac8-414c-8460-a532bf460030'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:15:47.979189 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e5fcfe-f134-4e7a-91de-d216a3d0218e" -d '{"events": [{"name": "network-changed", "server_uuid": "a03182c8-f0e1-458a-b558-4d67746ddfce", "tag": "ce82b751-2ac8-414c-8460-a532bf460030"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:15:48.000606 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Made reservation on behalf of d99848fed04b44dc931ae67536a34b33 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:15:48.003048 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:48.013500 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:48.013770 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f3edd-5059-4951-b520-91e5b770d0ec service neutron] Pushing event updated for resources: {'Port': ['ID=ce82b751-2ac8-414c-8460-a532bf460030,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:48.033711 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b910bc54-8812-47fb-b0cb-42c2caa7b260 x-openstack-request-id: req-b910bc54-8812-47fb-b0cb-42c2caa7b260 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:15:48.034003 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03182c8-f0e1-458a-b558-4d67746ddfce", "tag": "ce82b751-2ac8-414c-8460-a532bf460030", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:15:48.034260 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b910bc54-8812-47fb-b0cb-42c2caa7b260 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:15:48.034664 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03182c8-f0e1-458a-b558-4d67746ddfce', 'tag': 'ce82b751-2ac8-414c-8460-a532bf460030', 'status': 'completed', 'code': 200} Jul 07 13:15:48.112186 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:48.152233 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5fcfe-f134-4e7a-91de-d216a3d0218e req-eab23365-cddc-48e2-ae4b-fd1b57b79507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:48.153816 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a9e5fcfe-f134-4e7a-91de-d216a3d0218e req-eab23365-cddc-48e2-ae4b-fd1b57b79507 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4b16ecbd7ee44d2ac694b03ffb037e0&device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 1101 time: 0.0593095 Jul 07 13:15:48.195308 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a9e5fcfe-f134-4e7a-91de-d216a3d0218e req-d8a87c1d-c4ee-4ac7-ba6a-9c9e57891a7f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=a4b16ecbd7ee44d2ac694b03ffb037e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193665 Jul 07 13:15:48.212167 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:48.238196 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcf4b0a-6549-42ed-b959-dcca88699498,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:48.259989 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:15:48.271042 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:48.271381 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Added segment 623a9494-0392-4ebe-9978-92eeb61dee07 of type vlan for network 7fcf64c4-27f5-4edb-9466-46872a9ea356 Jul 07 13:15:48.299065 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5fcfe-f134-4e7a-91de-d216a3d0218e req-483371a5-863b-4f09-aad2-d1faf89f4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:48.301234 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a9e5fcfe-f134-4e7a-91de-d216a3d0218e req-483371a5-863b-4f09-aad2-d1faf89f4f29 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983272 Jul 07 13:15:48.313510 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:48.438954 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-d9a435fd-6b43-4239-8d86-ae42f00182c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:48.440300 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-d9a435fd-6b43-4239-8d86-ae42f00182c6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4b16ecbd7ee44d2ac694b03ffb037e0&device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 1101 time: 0.0538170 Jul 07 13:15:48.496680 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-65fa837a-3c21-4d1d-a9be-426ae898e5e8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=ce82b751-2ac8-414c-8460-a532bf460030 HTTP/1.1" status: 200 len: 217 time: 0.0388682 Jul 07 13:15:48.509871 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:48.511125 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:48.511729 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:48.564002 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-d904bc74-5042-42b2-83dc-14e6f2e58a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:48.565518 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-d904bc74-5042-42b2-83dc-14e6f2e58a64 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b5f3a576-5832-4597-bfb1-402cb0c2d260 HTTP/1.1" status: 200 len: 843 time: 0.0571859 Jul 07 13:15:48.583259 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] Pushing event updated for resources: {'Network': ['ID=7fcf64c4-27f5-4edb-9466-46872a9ea356,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:48.595352 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network 7fcf64c4-27f5-4edb-9466-46872a9ea356 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:15:48.650735 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-67b9eee0-8aa1-4196-b2f6-127d20bf02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:48.652769 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-67b9eee0-8aa1-4196-b2f6-127d20bf02a5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db86d108-7c13-4c06-a2ec-f0dd78ced457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0767741 Jul 07 13:15:48.689039 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-93ec9bed-2444-4c0f-a443-dfc8a38a6f3a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8585279 Jul 07 13:15:48.689514 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42228) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:48.695518 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-351d86f2-803b-4528-a5f6-6378569027de admin admin] Request body: {'subnet': {'network_id': '7fcf64c4-27f5-4edb-9466-46872a9ea356', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-554680706-subnet', 'tenant_id': 'd99848fed04b44dc931ae67536a34b33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:15:48.765645 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-8453654a-e266-4305-8b8a-9ab1bbd7e8bb service neutron] 10.222.0.79 "GET /v2.0/networks/db86d108-7c13-4c06-a2ec-f0dd78ced457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056547 Jul 07 13:15:48.845617 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351d86f2-803b-4528-a5f6-6378569027de admin admin] Made reservation on behalf of d99848fed04b44dc931ae67536a34b33 for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:15:48.849195 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-351d86f2-803b-4528-a5f6-6378569027de admin admin] Notify callbacks [] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:48.895622 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1c036a28-1e48-483b-8a61-fe4fc3853bff req-1fe33a54-abf8-44c6-b7bd-a1e724251942 service neutron] 10.222.0.79 "GET /v2.0/networks/db86d108-7c13-4c06-a2ec-f0dd78ced457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072946 Jul 07 13:15:48.989947 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8a718-8cee-4089-97f2-b378b80f52b6 req-8f5d6348-79f6-4048-88c2-383af6377773 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:48.991371 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-70c8a718-8cee-4089-97f2-b378b80f52b6 req-8f5d6348-79f6-4048-88c2-383af6377773 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1270592 Jul 07 13:15:49.078033 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-70c8a718-8cee-4089-97f2-b378b80f52b6 req-49ef63eb-83c4-4843-baf4-362374cc5678 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775461 Jul 07 13:15:49.183410 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ef62-64cc-4138-811a-0a95e18d6725 req-d0ddb749-512a-459c-81ad-1de518ce538a tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:49.184968 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a601ef62-64cc-4138-811a-0a95e18d6725 req-d0ddb749-512a-459c-81ad-1de518ce538a tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 948 time: 0.1306145 Jul 07 13:15:49.227594 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a601ef62-64cc-4138-811a-0a95e18d6725 req-c66561ab-fda0-4fd0-8dcd-9ec7a5d0e615 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364852 Jul 07 13:15:49.269928 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-351d86f2-803b-4528-a5f6-6378569027de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:49.314640 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d86f2-803b-4528-a5f6-6378569027de admin admin] Pushing event updated for resources: {'Subnet': ['ID=377469f5-4a25-40d4-a461-06522e399860,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:49.331632 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351d86f2-803b-4528-a5f6-6378569027de admin admin] Checking segment: {'id': '623a9494-0392-4ebe-9978-92eeb61dee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7fcf64c4-27f5-4edb-9466-46872a9ea356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:15:49.335111 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351d86f2-803b-4528-a5f6-6378569027de admin admin] Network hostable DHCP agents. Network: 7fcf64c4-27f5-4edb-9466-46872a9ea356, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:15:49.548951 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351d86f2-803b-4528-a5f6-6378569027de admin admin] Network 7fcf64c4-27f5-4edb-9466-46872a9ea356 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:15:49.651104 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-351d86f2-803b-4528-a5f6-6378569027de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, 7fcf64c4-27f5-4edb-9466-46872a9ea356) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:15:49.656446 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d86f2-803b-4528-a5f6-6378569027de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:49.657074 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-351d86f2-803b-4528-a5f6-6378569027de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:49.664432 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80644ee-40fe-4c85-9136-c46c5b916c24 None None] Network 7fcf64c4-27f5-4edb-9466-46872a9ea356 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:15:49.744123 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-351d86f2-803b-4528-a5f6-6378569027de admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0538440 Jul 07 13:15:49.808022 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60fa9f2-6b7b-41ab-bff7-198656d326d8 None None] Network 7fcf64c4-27f5-4edb-9466-46872a9ea356 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:15:49.860792 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:49.868307 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42282) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:49.916346 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2296c8-1006-4b4a-be7d-4ea6fd8dfbbf admin admin] Deleting subnet 456d3c0c-da4a-426d-a6d4-178f0fba3aa8 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:15:49.919781 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fb2296c8-1006-4b4a-be7d-4ea6fd8dfbbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:49.959834 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fb2296c8-1006-4b4a-be7d-4ea6fd8dfbbf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:49.970891 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fb2296c8-1006-4b4a-be7d-4ea6fd8dfbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.177691 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fb2296c8-1006-4b4a-be7d-4ea6fd8dfbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.206347 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2296c8-1006-4b4a-be7d-4ea6fd8dfbbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456d3c0c-da4a-426d-a6d4-178f0fba3aa8,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:50.211863 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fb2296c8-1006-4b4a-be7d-4ea6fd8dfbbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.214032 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-fb2296c8-1006-4b4a-be7d-4ea6fd8dfbbf admin admin] 10.222.0.67 "DELETE /v2.0/subnets/456d3c0c-da4a-426d-a6d4-178f0fba3aa8 HTTP/1.1" status: 204 len: 168 time: 0.3446834 Jul 07 13:15:50.217059 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42290) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:50.339517 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42300) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:50.351997 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.455944 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48196228-09e7-44b9-88f6-266c7a9b7fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.458554 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a5440-4967-4021-ad94-49b145b4f265 req-cf7e82dd-5edf-4d1c-bd0e-7f2daba9a2db tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:50.460121 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e38a5440-4967-4021-ad94-49b145b4f265 req-cf7e82dd-5edf-4d1c-bd0e-7f2daba9a2db tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.2245748 Jul 07 13:15:50.524729 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.550682 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.551052 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.551812 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.552161 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > port after_create 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.552502 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.552825 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > port after_update 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.553167 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.553485 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.553798 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.554952 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.557105 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48196228-09e7-44b9-88f6-266c7a9b7fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.626797 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.627145 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.627489 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.627823 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:15:50.628202 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a657b2-37ad-46a2-a752-38d1fb742049']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:50.652676 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e38a5440-4967-4021-ad94-49b145b4f265 req-72300506-7b50-4ad2-aa3c-87f1f1c4a0c7 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643527 Jul 07 13:15:50.655435 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218e8d01-9735-491d-9de0-dc4bfacd9cf1') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:50.655777 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218e8d01-9735-491d-9de0-dc4bfacd9cf1') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:50.667129 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36e649-0658-45b1-9720-1aa384837a9f req-3a5c9ddc-4ded-41a4-a23a-c267d4f78ac6 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:50.668723 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ac36e649-0658-45b1-9720-1aa384837a9f req-3a5c9ddc-4ded-41a4-a23a-c267d4f78ac6 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 948 time: 0.3123083 Jul 07 13:15:50.686203 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536814434'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.720070 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48196228-09e7-44b9-88f6-266c7a9b7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.737124 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.759862 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:15:50.760467 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536813655'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: from cryptography.utils import int_from_bytes Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: from cryptography.utils import int_from_bytes Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: timer() Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: cb(*args, **kw) Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: self._notify() Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: self.callback(batched_events) Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: event.method(event) Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._get(url).json() Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:15:50.765553 dv-cinder-786627-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:15:50.768660 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-48196228-09e7-44b9-88f6-266c7a9b7fcb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc9a4158a2c446afbcbe0e0b75f2e178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256182 Jul 07 13:15:50.768660 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48196228-09e7-44b9-88f6-266c7a9b7fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cf26b8-1079-4948-9439-45453877ee8f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:50.770306 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42312) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:50.782061 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ac36e649-0658-45b1-9720-1aa384837a9f req-c903cd1a-19ba-424a-a1ce-1277896f918d tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988715 Jul 07 13:15:50.824883 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e35e2203-c9c6-4eee-9c02-c2b4f70bccb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.846046 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e35e2203-c9c6-4eee-9c02-c2b4f70bccb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.942829 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.950811 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.953247 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] 10.222.0.67 "DELETE /v2.0/networks/f8a657b2-37ad-46a2-a752-38d1fb742049 HTTP/1.1" status: 204 len: 168 time: 0.7345855 Jul 07 13:15:50.957026 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42318) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:50.965941 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864fb07-c931-45d2-82ab-6aeb87e9fb46 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a657b2-37ad-46a2-a752-38d1fb742049,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:50.988071 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e35e2203-c9c6-4eee-9c02-c2b4f70bccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:50.990905 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e35e2203-c9c6-4eee-9c02-c2b4f70bccb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.000309 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-e35e2203-c9c6-4eee-9c02-c2b4f70bccb7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/87cf26b8-1079-4948-9439-45453877ee8f HTTP/1.1" status: 204 len: 168 time: 0.2215266 Jul 07 13:15:51.010485 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e2203-c9c6-4eee-9c02-c2b4f70bccb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cf26b8-1079-4948-9439-45453877ee8f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:51.035308 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-40429fe0-c1f9-4377-970d-c37c2ecc02bd admin admin] Deleting subnet 377469f5-4a25-40d4-a461-06522e399860 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:15:51.035308 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-40429fe0-c1f9-4377-970d-c37c2ecc02bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.074702 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-40429fe0-c1f9-4377-970d-c37c2ecc02bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4699346'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.114852 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:15:51.120490 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-40429fe0-c1f9-4377-970d-c37c2ecc02bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.308695 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-40429fe0-c1f9-4377-970d-c37c2ecc02bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4699967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4564319'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.336117 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40429fe0-c1f9-4377-970d-c37c2ecc02bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377469f5-4a25-40d4-a461-06522e399860,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:51.340101 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-40429fe0-c1f9-4377-970d-c37c2ecc02bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.345258 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42334) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:51.354075 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-40429fe0-c1f9-4377-970d-c37c2ecc02bd admin admin] 10.222.0.67 "DELETE /v2.0/subnets/377469f5-4a25-40d4-a461-06522e399860 HTTP/1.1" status: 204 len: 168 time: 0.3960013 Jul 07 13:15:51.417875 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5666e49-98a5-49cd-a7e7-6ca45cc16989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.497032 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5666e49-98a5-49cd-a7e7-6ca45cc16989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.506751 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-a5666e49-98a5-49cd-a7e7-6ca45cc16989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fcf64c4-27f5-4edb-9466-46872a9ea356']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:51.517420 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-a5666e49-98a5-49cd-a7e7-6ca45cc16989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623a9494-0392-4ebe-9978-92eeb61dee07') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:51.517713 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-a5666e49-98a5-49cd-a7e7-6ca45cc16989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623a9494-0392-4ebe-9978-92eeb61dee07') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:51.526899 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5666e49-98a5-49cd-a7e7-6ca45cc16989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536814434'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.539842 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5666e49-98a5-49cd-a7e7-6ca45cc16989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.545393 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5666e49-98a5-49cd-a7e7-6ca45cc16989 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:15:51.545770 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5666e49-98a5-49cd-a7e7-6ca45cc16989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536813655'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: timer() Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: cb(*args, **kw) Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: self._notify() Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: self.callback(batched_events) Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: event.method(event) Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._get(url).json() Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:15:51.547343 dv-cinder-786627-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:15:51.679727 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5666e49-98a5-49cd-a7e7-6ca45cc16989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.689283 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a5666e49-98a5-49cd-a7e7-6ca45cc16989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.689283 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a5666e49-98a5-49cd-a7e7-6ca45cc16989 admin admin] 10.222.0.67 "DELETE /v2.0/networks/7fcf64c4-27f5-4edb-9466-46872a9ea356 HTTP/1.1" status: 204 len: 168 time: 0.3416102 Jul 07 13:15:51.704926 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5666e49-98a5-49cd-a7e7-6ca45cc16989 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fcf64c4-27f5-4edb-9466-46872a9ea356,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:51.786302 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42344) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:51.801711 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b9d63294-940c-4a69-8010-a18d88d32926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:51.837844 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1e64b-86e6-4328-b0f4-bf09153330f8 req-13f872cb-2e50-4501-9fad-126e8ca8191e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:51.839926 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bcb1e64b-86e6-4328-b0f4-bf09153330f8 req-13f872cb-2e50-4501-9fad-126e8ca8191e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0667412 Jul 07 13:15:51.908472 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bcb1e64b-86e6-4328-b0f4-bf09153330f8 req-c90b1a41-4a12-4a29-a7d5-c07352046700 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538990 Jul 07 13:15:51.927714 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b9d63294-940c-4a69-8010-a18d88d32926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.000857 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b9d63294-940c-4a69-8010-a18d88d32926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.023713 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0626a8-077b-46cc-8b7f-6e5ac24cec1c req-4daf7adb-c5f3-4eae-b616-ad19ec22a10c tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:52.025989 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7b0626a8-077b-46cc-8b7f-6e5ac24cec1c req-4daf7adb-c5f3-4eae-b616-ad19ec22a10c tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 948 time: 0.0907817 Jul 07 13:15:52.046812 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-b9d63294-940c-4a69-8010-a18d88d32926 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d84c44d8ea084f448201f48680f9d8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593501 Jul 07 13:15:52.048024 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d63294-940c-4a69-8010-a18d88d32926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c887deb8-81da-4070-9106-30014c8d3c14,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:52.050676 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42354) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:52.090484 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7b0626a8-077b-46cc-8b7f-6e5ac24cec1c req-056b4554-b5ef-48a2-b75b-153747139d8a tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552924 Jul 07 13:15:52.118451 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2cf56375-7545-43f7-ba03-10fb4117a249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.152604 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2cf56375-7545-43f7-ba03-10fb4117a249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.171922 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42358) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:52.218147 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-2df67074-257e-4824-be99-3d5f87b7fc91 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=96f30e5b02f94951a9828167ea60afec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447328 Jul 07 13:15:52.220528 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42360) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:52.270545 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-30250b8b-072a-4f79-b06f-f6396277690d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.279864 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2cf56375-7545-43f7-ba03-10fb4117a249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.282472 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2cf56375-7545-43f7-ba03-10fb4117a249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.283714 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2cf56375-7545-43f7-ba03-10fb4117a249 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c887deb8-81da-4070-9106-30014c8d3c14 HTTP/1.1" status: 204 len: 168 time: 0.2320440 Jul 07 13:15:52.292737 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf56375-7545-43f7-ba03-10fb4117a249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c887deb8-81da-4070-9106-30014c8d3c14,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:52.296334 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-30250b8b-072a-4f79-b06f-f6396277690d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.428515 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-30250b8b-072a-4f79-b06f-f6396277690d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.431284 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-30250b8b-072a-4f79-b06f-f6396277690d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.432446 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-30250b8b-072a-4f79-b06f-f6396277690d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7cbdb370-cfaf-4ed5-b419-de88aafacae2 HTTP/1.1" status: 204 len: 168 time: 0.2109654 Jul 07 13:15:52.441728 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30250b8b-072a-4f79-b06f-f6396277690d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbdb370-cfaf-4ed5-b419-de88aafacae2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:52.490239 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device ce82b751-2ac8-414c-8460-a532bf460030 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:15:52.597483 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port ce82b751-2ac8-414c-8460-a532bf460030, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ce82b751-2ac8-414c-8460-a532bf460030,segment=NetworkSegment(f0f15b4c-443a-4270-acaf-c07637c46f64),segment_id=f0f15b4c-443a-4270-acaf-c07637c46f64)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:15:52.609834 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': 'ce82b751-2ac8-414c-8460-a532bf460030', 'network_id': 'db86d108-7c13-4c06-a2ec-f0dd78ced457', 'port_id': 'ce82b751-2ac8-414c-8460-a532bf460030', 'mac_address': 'fa:16:3e:23:7d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f3a576-5832-4597-bfb1-402cb0c2d260', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:15:52.648424 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.662850 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce82b751-2ac8-414c-8460-a532bf460030 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:15:52.689425 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port ce82b751-2ac8-414c-8460-a532bf460030, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ce82b751-2ac8-414c-8460-a532bf460030,segment=NetworkSegment(f0f15b4c-443a-4270-acaf-c07637c46f64),segment_id=f0f15b4c-443a-4270-acaf-c07637c46f64)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:15:52.761495 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42378) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:52.777425 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.815611 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf3b84c-c038-47ca-bab1-d05f2e958783 admin admin] Deleting subnet 23c1d2e7-7f46-4e3c-b4a4-7f460eaec037 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:15:52.822875 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b84c-c038-47ca-bab1-d05f2e958783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.841745 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=ce82b751-2ac8-414c-8460-a532bf460030,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:52.888410 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b84c-c038-47ca-bab1-d05f2e958783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536814453'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:52.926422 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b84c-c038-47ca-bab1-d05f2e958783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.095373 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b84c-c038-47ca-bab1-d05f2e958783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536813746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536811131'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.137795 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97d93e-0546-4da6-82bd-43453aaa940a req-a970d437-cdbf-436d-9c6b-0ecfc77f6ceb tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:53.142190 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42400) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:53.142676 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a97d93e-0546-4da6-82bd-43453aaa940a req-a970d437-cdbf-436d-9c6b-0ecfc77f6ceb tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1046176 Jul 07 13:15:53.146878 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3b84c-c038-47ca-bab1-d05f2e958783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23c1d2e7-7f46-4e3c-b4a4-7f460eaec037,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:53.154676 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b84c-c038-47ca-bab1-d05f2e958783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.156770 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-ebf3b84c-c038-47ca-bab1-d05f2e958783 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/23c1d2e7-7f46-4e3c-b4a4-7f460eaec037 HTTP/1.1" status: 204 len: 168 time: 0.3942776 Jul 07 13:15:53.164948 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42402) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:53.188324 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['ce82b751-2ac8-414c-8460-a532bf460030'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:15:53.249129 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-334f1844-6563-4cb3-8d8c-4bbe61571686 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d99848fed04b44dc931ae67536a34b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1052577 Jul 07 13:15:53.251641 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42406) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:53.260822 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a97d93e-0546-4da6-82bd-43453aaa940a req-0b8b2101-bd60-4009-b43f-01e0da3226c7 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025689 Jul 07 13:15:53.312378 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-734219f8-cc6c-45af-99de-97dc79d6ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.363434 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-547684b0-f21c-4766-bd55-420438eb9784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.405195 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-547684b0-f21c-4766-bd55-420438eb9784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.594219 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-547684b0-f21c-4766-bd55-420438eb9784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.597752 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-547684b0-f21c-4766-bd55-420438eb9784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.602773 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-547684b0-f21c-4766-bd55-420438eb9784 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dfcf4b0a-6549-42ed-b959-dcca88699498 HTTP/1.1" status: 204 len: 168 time: 0.3457470 Jul 07 13:15:53.611162 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547684b0-f21c-4766-bd55-420438eb9784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcf4b0a-6549-42ed-b959-dcca88699498,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:53.715360 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405e04a-4088-4276-9fb8-8bf95d4e3383 req-a5877879-1264-4c93-8be9-815b58487c75 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:53.722275 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6405e04a-4088-4276-9fb8-8bf95d4e3383 req-a5877879-1264-4c93-8be9-815b58487c75 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 949 time: 0.4440031 Jul 07 13:15:53.755091 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-734219f8-cc6c-45af-99de-97dc79d6ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.775226 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-734219f8-cc6c-45af-99de-97dc79d6ca76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c10149-8245-4d11-a1f1-e29b15f104c6']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:53.789424 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6405e04a-4088-4276-9fb8-8bf95d4e3383 req-04e5abbf-3ab1-441c-b44a-1473503cc8d0 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662591 Jul 07 13:15:53.791167 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-734219f8-cc6c-45af-99de-97dc79d6ca76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82def32-fde0-470a-b849-b10fba8e1fa8') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:53.791397 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-734219f8-cc6c-45af-99de-97dc79d6ca76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82def32-fde0-470a-b849-b10fba8e1fa8') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:53.801452 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-734219f8-cc6c-45af-99de-97dc79d6ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536814434'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.824701 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-734219f8-cc6c-45af-99de-97dc79d6ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.831232 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734219f8-cc6c-45af-99de-97dc79d6ca76 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:15:53.831547 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-734219f8-cc6c-45af-99de-97dc79d6ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536813655'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: timer() Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: cb(*args, **kw) Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: self._notify() Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: self.callback(batched_events) Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: event.method(event) Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._get(url).json() Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:15:53.833228 dv-cinder-786627-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:15:53.971226 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-734219f8-cc6c-45af-99de-97dc79d6ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.991007 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-734219f8-cc6c-45af-99de-97dc79d6ca76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:53.996028 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-734219f8-cc6c-45af-99de-97dc79d6ca76 admin admin] 10.222.0.67 "DELETE /v2.0/networks/59c10149-8245-4d11-a1f1-e29b15f104c6 HTTP/1.1" status: 204 len: 168 time: 0.8276873 Jul 07 13:15:53.996402 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42426) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:54.004165 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734219f8-cc6c-45af-99de-97dc79d6ca76 admin admin] Pushing event deleted for resources: {'Network': ['ID=59c10149-8245-4d11-a1f1-e29b15f104c6,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:54.043850 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b773c9-3a45-44c3-b94e-4c29681cd788 admin admin] Deleting subnet 1a571e47-9276-4a5b-8778-f40e785fb773 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:15:54.047558 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91b773c9-3a45-44c3-b94e-4c29681cd788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:54.087645 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91b773c9-3a45-44c3-b94e-4c29681cd788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4699346'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:54.131257 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91b773c9-3a45-44c3-b94e-4c29681cd788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:54.275768 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91b773c9-3a45-44c3-b94e-4c29681cd788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4699967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4564319'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:54.318288 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b773c9-3a45-44c3-b94e-4c29681cd788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a571e47-9276-4a5b-8778-f40e785fb773,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:54.331586 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91b773c9-3a45-44c3-b94e-4c29681cd788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:54.331586 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-91b773c9-3a45-44c3-b94e-4c29681cd788 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1a571e47-9276-4a5b-8778-f40e785fb773 HTTP/1.1" status: 204 len: 168 time: 0.3257241 Jul 07 13:15:54.331857 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42444) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:54.409781 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d2751cd3-ed6e-45e9-952a-fd2839e174fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:54.542461 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d2751cd3-ed6e-45e9-952a-fd2839e174fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:54.552120 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9556ea-ac9f-4700-9c11-2b5fe840f2c8 req-336cac32-f41b-4934-8ee6-b351d9a3aa5d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:54.559820 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ac9556ea-ac9f-4700-9c11-2b5fe840f2c8 req-336cac32-f41b-4934-8ee6-b351d9a3aa5d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1535823 Jul 07 13:15:54.581568 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-d2751cd3-ed6e-45e9-952a-fd2839e174fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7552016-2d5d-463e-ad50-b1bc736721d5']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:54.597666 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-d2751cd3-ed6e-45e9-952a-fd2839e174fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4455ffb6-1340-45bd-8f8e-52e910811dd8') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:54.598303 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-d2751cd3-ed6e-45e9-952a-fd2839e174fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4455ffb6-1340-45bd-8f8e-52e910811dd8') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:15:54.626550 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d2751cd3-ed6e-45e9-952a-fd2839e174fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536814434'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:54.639690 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ac9556ea-ac9f-4700-9c11-2b5fe840f2c8 req-1c6abed4-9c76-4225-8679-46464d4bb81d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788791 Jul 07 13:15:54.652716 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d2751cd3-ed6e-45e9-952a-fd2839e174fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:54.659137 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2751cd3-ed6e-45e9-952a-fd2839e174fb admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:15:54.659519 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d2751cd3-ed6e-45e9-952a-fd2839e174fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536813655'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: timer() Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: cb(*args, **kw) Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: self._notify() Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: self.callback(batched_events) Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: event.method(event) Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._get(url).json() Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:15:54.661193 dv-cinder-786627-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:15:54.789543 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d2751cd3-ed6e-45e9-952a-fd2839e174fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:54.821017 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d2751cd3-ed6e-45e9-952a-fd2839e174fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:54.823163 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d2751cd3-ed6e-45e9-952a-fd2839e174fb admin admin] 10.222.0.67 "DELETE /v2.0/networks/a7552016-2d5d-463e-ad50-b1bc736721d5 HTTP/1.1" status: 204 len: 168 time: 0.4958599 Jul 07 13:15:54.824626 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2751cd3-ed6e-45e9-952a-fd2839e174fb admin admin] Pushing event deleted for resources: {'Network': ['ID=a7552016-2d5d-463e-ad50-b1bc736721d5,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:54.975341 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e51fea49-8f0c-4ed3-a4f3-64d1fc6bf5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:55.230370 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42480) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:55.275271 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-b26a203e-94cc-405d-83e8-ba040c4e8684 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8a6ed9b4fd264ea7aee19d8958f915e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404170 Jul 07 13:15:55.275569 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42482) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:55.325514 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fff92609-2264-4f3a-90c6-dc00361ab3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:55.346472 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fff92609-2264-4f3a-90c6-dc00361ab3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:55.438890 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42488) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:55.466882 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fff92609-2264-4f3a-90c6-dc00361ab3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:55.470343 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fff92609-2264-4f3a-90c6-dc00361ab3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:55.474348 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-fff92609-2264-4f3a-90c6-dc00361ab3e3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0f90d2bf-8251-4986-9cb7-900f9112590c HTTP/1.1" status: 204 len: 168 time: 0.1950152 Jul 07 13:15:55.482678 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff92609-2264-4f3a-90c6-dc00361ab3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f90d2bf-8251-4986-9cb7-900f9112590c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:55.549200 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aca8fc58-7494-4432-915a-6c532ee8eac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:55.646176 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aca8fc58-7494-4432-915a-6c532ee8eac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:55.714037 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aca8fc58-7494-4432-915a-6c532ee8eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:55.751724 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-aca8fc58-7494-4432-915a-6c532ee8eac8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be7fac435581476bad416bbf2212cab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116834 Jul 07 13:15:55.753681 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8fc58-7494-4432-915a-6c532ee8eac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39da45ef-4c44-4c87-825c-474d698f4a99,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:55.754473 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42502) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:55.810183 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3c21-6ed8-4cae-a019-568f4b00496d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:55.838706 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3c21-6ed8-4cae-a019-568f4b00496d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:55.992586 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3c21-6ed8-4cae-a019-568f4b00496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:55.995210 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3c21-6ed8-4cae-a019-568f4b00496d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:55.996367 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-7a8f3c21-6ed8-4cae-a019-568f4b00496d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/39da45ef-4c44-4c87-825c-474d698f4a99 HTTP/1.1" status: 204 len: 168 time: 0.2409065 Jul 07 13:15:56.004763 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f3c21-6ed8-4cae-a019-568f4b00496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39da45ef-4c44-4c87-825c-474d698f4a99,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:56.429433 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42514) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:56.471954 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2b9eb952-950a-46ca-9265-9bc35b3e6bba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d1aa12f19d7544f994fc6670bb6ee2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396085 Jul 07 13:15:56.472786 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42516) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:56.524287 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ff642851-35b1-442b-ac81-dbdf6ab81a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:56.547678 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ff642851-35b1-442b-ac81-dbdf6ab81a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:56.612778 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42522) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:56.689822 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ff642851-35b1-442b-ac81-dbdf6ab81a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:56.693169 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ff642851-35b1-442b-ac81-dbdf6ab81a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:56.696543 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-ff642851-35b1-442b-ac81-dbdf6ab81a38 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6908623-3f68-48dd-9d8c-a38614c1f28b HTTP/1.1" status: 204 len: 168 time: 0.2205281 Jul 07 13:15:56.703475 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff642851-35b1-442b-ac81-dbdf6ab81a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6908623-3f68-48dd-9d8c-a38614c1f28b,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:56.883626 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95cb098e-222d-4eb6-90ff-7c5b6255885b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.014441 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95cb098e-222d-4eb6-90ff-7c5b6255885b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.072690 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8f08a-a612-4f3f-aae2-fec0cc5d31a9 req-16e3dcd4-58ec-4e8e-b31e-18bbabb8c7e9 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:57.074191 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0ac8f08a-a612-4f3f-aae2-fec0cc5d31a9 req-16e3dcd4-58ec-4e8e-b31e-18bbabb8c7e9 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 949 time: 0.1075554 Jul 07 13:15:57.078330 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95cb098e-222d-4eb6-90ff-7c5b6255885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.094510 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f959e-cb27-44bd-8652-576aa17f80db req-feace987-c051-4c3c-bd3f-6c4e57bbe4a2 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:57.095873 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-290f959e-cb27-44bd-8652-576aa17f80db req-feace987-c051-4c3c-bd3f-6c4e57bbe4a2 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0991874 Jul 07 13:15:57.114573 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-95cb098e-222d-4eb6-90ff-7c5b6255885b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=671aecbc535b46eca29adcc3d2716f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5007014 Jul 07 13:15:57.118214 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42534) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:57.130937 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb098e-222d-4eb6-90ff-7c5b6255885b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b908d9b6-8909-4db2-857d-6a4188aafeea,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:57.145711 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0ac8f08a-a612-4f3f-aae2-fec0cc5d31a9 req-8d5613f1-f1dd-4512-a1b2-a3e1fdef13c3 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649357 Jul 07 13:15:57.153778 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-290f959e-cb27-44bd-8652-576aa17f80db req-dd4b99a7-116b-49c3-8bf4-ba54fa56409a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498586 Jul 07 13:15:57.192302 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-66cb790a-9951-4f6d-a7db-04b90a666a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.214269 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-66cb790a-9951-4f6d-a7db-04b90a666a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.299218 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42536) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:57.314062 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61e69090-6354-483c-8594-5d4180d27c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.323431 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-66cb790a-9951-4f6d-a7db-04b90a666a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.325920 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-66cb790a-9951-4f6d-a7db-04b90a666a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.327265 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-66cb790a-9951-4f6d-a7db-04b90a666a0c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b908d9b6-8909-4db2-857d-6a4188aafeea HTTP/1.1" status: 204 len: 168 time: 0.2081425 Jul 07 13:15:57.341773 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb790a-9951-4f6d-a7db-04b90a666a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b908d9b6-8909-4db2-857d-6a4188aafeea,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:57.427025 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61e69090-6354-483c-8594-5d4180d27c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.479166 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61e69090-6354-483c-8594-5d4180d27c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.520564 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-61e69090-6354-483c-8594-5d4180d27c0e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a75e9098fa86445fb9b6f50b7b43f370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178700 Jul 07 13:15:57.520564 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e69090-6354-483c-8594-5d4180d27c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504caa89-fdec-40cb-8cd5-013085d777b7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:57.521681 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42548) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:57.580933 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4ac673a4-ca5f-4ff4-a6fc-90efbc2504eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.603012 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4ac673a4-ca5f-4ff4-a6fc-90efbc2504eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.623511 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-72ff7d75-b474-4fd8-96e7-713e6d7fff38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.713754 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4ac673a4-ca5f-4ff4-a6fc-90efbc2504eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.716468 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4ac673a4-ca5f-4ff4-a6fc-90efbc2504eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:57.717680 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4ac673a4-ca5f-4ff4-a6fc-90efbc2504eb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/504caa89-fdec-40cb-8cd5-013085d777b7 HTTP/1.1" status: 204 len: 168 time: 0.1940765 Jul 07 13:15:57.728063 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac673a4-ca5f-4ff4-a6fc-90efbc2504eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504caa89-fdec-40cb-8cd5-013085d777b7,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:57.865329 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:58.064222 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42568) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:58.081343 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1258f7a7-6099-4adb-9eb5-2285d81b09f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:58.194424 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1258f7a7-6099-4adb-9eb5-2285d81b09f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:58.280005 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1258f7a7-6099-4adb-9eb5-2285d81b09f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:58.383882 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258f7a7-6099-4adb-9eb5-2285d81b09f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b0a0ee-5e1d-4bee-964b-181f8b896826,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:58.390796 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1258f7a7-6099-4adb-9eb5-2285d81b09f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d1ccdbfe8e354321b8cba4a1e904786f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255005 Jul 07 13:15:58.393653 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42586) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:15:58.472593 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bca3d1-8691-4f12-b9c9-bcbda6bb0504 req-6e1ad7cd-b36b-4be7-aa9c-de8c042da82b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:58.474232 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c7bca3d1-8691-4f12-b9c9-bcbda6bb0504 req-6e1ad7cd-b36b-4be7-aa9c-de8c042da82b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1475000 Jul 07 13:15:58.515257 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797a4f7-81ac-4b8f-8732-fad61ce7c1e8 req-ee642061-b9df-4d48-83b7-5c7e6e27db69 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:58.515569 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bc116-97bd-49b3-9d2f-7d5d543580f2 req-4ba0ff9a-33f8-4986-b285-586a586d6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:58.516755 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-7b1bc116-97bd-49b3-9d2f-7d5d543580f2 req-4ba0ff9a-33f8-4986-b285-586a586d6dd7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 1098 time: 0.0885329 Jul 07 13:15:58.521367 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d797a4f7-81ac-4b8f-8732-fad61ce7c1e8 req-ee642061-b9df-4d48-83b7-5c7e6e27db69 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 949 time: 0.2150741 Jul 07 13:15:58.562015 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c7bca3d1-8691-4f12-b9c9-bcbda6bb0504 req-4d05264e-0247-43e9-bcdc-0b1216a21bb6 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794117 Jul 07 13:15:58.562624 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c2d35bbf-40e1-4d59-a5c1-a389319b8dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:58.572434 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-7b1bc116-97bd-49b3-9d2f-7d5d543580f2 req-c34207e6-4000-45c5-82a0-f6f6e1fbc009 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356517 Jul 07 13:15:58.605723 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c2d35bbf-40e1-4d59-a5c1-a389319b8dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:58.621310 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d797a4f7-81ac-4b8f-8732-fad61ce7c1e8 req-49908174-ba84-409e-bfd8-88fce6afc2a8 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969374 Jul 07 13:15:58.702455 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device ce82b751-2ac8-414c-8460-a532bf460030 up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:15:58.718740 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c2d35bbf-40e1-4d59-a5c1-a389319b8dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:58.721577 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c2d35bbf-40e1-4d59-a5c1-a389319b8dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:58.722877 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c2d35bbf-40e1-4d59-a5c1-a389319b8dbd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e7b0a0ee-5e1d-4bee-964b-181f8b896826 HTTP/1.1" status: 204 len: 168 time: 0.3283000 Jul 07 13:15:58.734252 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d35bbf-40e1-4d59-a5c1-a389319b8dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b0a0ee-5e1d-4bee-964b-181f8b896826,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:58.833556 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:58.867892 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port ce82b751-2ac8-414c-8460-a532bf460030 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:15:58.872081 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port ce82b751-2ac8-414c-8460-a532bf460030 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:15:58.875468 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:58.954818 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:58.984769 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03182c8-f0e1-458a-b558-4d67746ddfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce82b751-2ac8-414c-8460-a532bf460030'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:15:58.987087 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3496bd58-41bd-4bbb-a8bd-979711d21e1b" -d '{"events": [{"server_uuid": "a03182c8-f0e1-458a-b558-4d67746ddfce", "name": "network-vif-plugged", "status": "completed", "tag": "ce82b751-2ac8-414c-8460-a532bf460030"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:15:59.003235 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port ce82b751-2ac8-414c-8460-a532bf460030, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ce82b751-2ac8-414c-8460-a532bf460030,segment=NetworkSegment(f0f15b4c-443a-4270-acaf-c07637c46f64),segment_id=f0f15b4c-443a-4270-acaf-c07637c46f64)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:15:59.065035 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c547851-1766-4b25-82a1-0a7e876ba696 x-openstack-request-id: req-0c547851-1766-4b25-82a1-0a7e876ba696 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:15:59.065415 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03182c8-f0e1-458a-b558-4d67746ddfce", "name": "network-vif-plugged", "status": "completed", "tag": "ce82b751-2ac8-414c-8460-a532bf460030", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:15:59.065619 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0c547851-1766-4b25-82a1-0a7e876ba696 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:15:59.066602 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03182c8-f0e1-458a-b558-4d67746ddfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce82b751-2ac8-414c-8460-a532bf460030', 'code': 200} Jul 07 13:15:59.067952 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:59.148004 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=ce82b751-2ac8-414c-8460-a532bf460030,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:15:59.554632 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348ace9-54b8-46c1-80be-ab8621b47adb req-0d1d08ab-5a88-437f-8406-0cd90ce47445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:59.556145 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1348ace9-54b8-46c1-80be-ab8621b47adb req-0d1d08ab-5a88-437f-8406-0cd90ce47445 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 1103 time: 0.0614200 Jul 07 13:15:59.596857 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1348ace9-54b8-46c1-80be-ab8621b47adb req-53268081-d06e-4623-a022-81e3b63937f4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Jul 07 13:15:59.763427 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a003c-7c5c-42d0-9807-58d77fe86a00 req-5461500b-c243-42b7-b7b8-034a8dc85b0a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:59.765389 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-605a003c-7c5c-42d0-9807-58d77fe86a00 req-5461500b-c243-42b7-b7b8-034a8dc85b0a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0820909 Jul 07 13:15:59.834337 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-605a003c-7c5c-42d0-9807-58d77fe86a00 req-b57be10f-fe7d-421d-966f-1d6c9272de52 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584538 Jul 07 13:15:59.868160 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbe458-d0b8-40bf-aad6-3ac679ed90df req-ba53f6c2-2768-4e9e-8a13-a69e5b70f796 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:15:59.869819 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-87bbe458-d0b8-40bf-aad6-3ac679ed90df req-ba53f6c2-2768-4e9e-8a13-a69e5b70f796 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 950 time: 0.1157594 Jul 07 13:15:59.909006 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-87bbe458-d0b8-40bf-aad6-3ac679ed90df req-bbd4303d-6f8e-418d-85b4-9fb35f825723 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334852 Jul 07 13:16:01.090707 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:01.162395 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99296303-a256-4931-9567-d3a4b5939e44 req-54176205-33a4-4b9f-b5e6-6c8c1b9b7b47 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:01.165302 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-99296303-a256-4931-9567-d3a4b5939e44 req-54176205-33a4-4b9f-b5e6-6c8c1b9b7b47 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1962819 Jul 07 13:16:01.230572 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784e632-e585-4ab0-be5b-88200dd2c373 req-9746931d-5eaa-4547-a79c-a9c5b0f71392 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:01.240926 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f784e632-e585-4ab0-be5b-88200dd2c373 req-9746931d-5eaa-4547-a79c-a9c5b0f71392 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 950 time: 0.1731789 Jul 07 13:16:01.281963 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-99296303-a256-4931-9567-d3a4b5939e44 req-09aba094-212a-4513-b791-030f393d6634 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066461 Jul 07 13:16:01.318810 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f784e632-e585-4ab0-be5b-88200dd2c373 req-d6cd24c7-6d59-435c-af32-913993ef216e tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747640 Jul 07 13:16:01.582701 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e7d87-41b6-4415-a54d-e0fa6ceac829 req-22c46653-b030-4673-bdae-ce63cd2268b7 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:01.582701 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e90e7d87-41b6-4415-a54d-e0fa6ceac829 req-22c46653-b030-4673-bdae-ce63cd2268b7 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0838437 Jul 07 13:16:01.645074 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e90e7d87-41b6-4415-a54d-e0fa6ceac829 req-d8e38ff4-c1ec-4b9a-82dc-504e25fb496b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506599 Jul 07 13:16:02.640949 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a2857-611d-47ac-8f19-26c60ec16ee8 req-599406d1-6553-4250-805f-312d38d4cc94 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:02.644478 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-684a2857-611d-47ac-8f19-26c60ec16ee8 req-599406d1-6553-4250-805f-312d38d4cc94 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 950 time: 0.0834723 Jul 07 13:16:02.691924 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-684a2857-611d-47ac-8f19-26c60ec16ee8 req-10f1ac03-edaa-4468-938c-03ac0d114968 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426772 Jul 07 13:16:03.557001 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd9390-2ae7-485c-ad56-a5b181b30874 req-9e59ab09-576f-4088-a269-e6c497477c0d tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:03.558209 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5dd9390-2ae7-485c-ad56-a5b181b30874 req-9e59ab09-576f-4088-a269-e6c497477c0d tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 950 time: 0.0700514 Jul 07 13:16:03.607815 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5dd9390-2ae7-485c-ad56-a5b181b30874 req-8e55e535-7ed8-4d8f-ae94-88428c5fbbee tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 Jul 07 13:16:04.772925 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42812) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:04.825134 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f651990-d961-4fb2-bf82-8192a3f1dbec req-e98e20ab-0c88-41b7-9090-47acb3c8bf1e tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:04.827331 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9f651990-d961-4fb2-bf82-8192a3f1dbec req-e98e20ab-0c88-41b7-9090-47acb3c8bf1e tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 950 time: 0.0841408 Jul 07 13:16:04.872104 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9f651990-d961-4fb2-bf82-8192a3f1dbec req-9d1ed37c-ba6e-4029-911a-f94a176c35c4 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388532 Jul 07 13:16:04.907161 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c38c7b9-df58-48b5-8ac4-479936d7fa37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:04.967994 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6695e47-52ab-4b17-9b0b-69f0a9423d16 req-a1ba2c6c-185b-40bb-88ae-0dcc19e12a55 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:04.969548 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b6695e47-52ab-4b17-9b0b-69f0a9423d16 req-a1ba2c6c-185b-40bb-88ae-0dcc19e12a55 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0725918 Jul 07 13:16:05.023296 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b6695e47-52ab-4b17-9b0b-69f0a9423d16 req-c84b3417-c853-4a13-b189-db7c45ab9bc4 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376458 Jul 07 13:16:05.076488 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c38c7b9-df58-48b5-8ac4-479936d7fa37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:05.079357 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50279bf-3b21-45e1-b833-8794a1ba3d5e req-4cae133d-c5bd-440f-a5aa-d801b73c6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:05.080877 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b50279bf-3b21-45e1-b833-8794a1ba3d5e req-4cae133d-c5bd-440f-a5aa-d801b73c6d53 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ac382a5a1d74eda97536a5c970e2489&device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 1098 time: 0.1229410 Jul 07 13:16:05.188483 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50279bf-3b21-45e1-b833-8794a1ba3d5e req-7f108295-364b-4028-ab6c-6184041c560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:05.190672 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b50279bf-3b21-45e1-b833-8794a1ba3d5e req-7f108295-364b-4028-ab6c-6184041c560c service neutron] 10.222.0.79 "GET /v2.0/networks?id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a HTTP/1.1" status: 200 len: 919 time: 0.0899084 Jul 07 13:16:05.198650 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c38c7b9-df58-48b5-8ac4-479936d7fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:05.248250 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-0c38c7b9-df58-48b5-8ac4-479936d7fa37 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=510030efb8a84083896aecc066da900a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740276 Jul 07 13:16:05.257270 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38c7b9-df58-48b5-8ac4-479936d7fa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bfa40f-7ff1-4a2b-8d52-ae77cc26e681,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:05.257270 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42822) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:05.284520 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b50279bf-3b21-45e1-b833-8794a1ba3d5e req-c3490df4-fdee-4944-bd8c-2cb08f067672 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c HTTP/1.1" status: 200 len: 217 time: 0.0527632 Jul 07 13:16:05.335433 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b16e3e7d-4e35-4668-9f75-3b4b6d0090c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:05.398551 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b16e3e7d-4e35-4668-9f75-3b4b6d0090c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:05.421433 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50279bf-3b21-45e1-b833-8794a1ba3d5e req-d200c453-b424-4b47-8c25-3f382c600501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:05.422979 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b50279bf-3b21-45e1-b833-8794a1ba3d5e req-d200c453-b424-4b47-8c25-3f382c600501 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6cf3e7-10ef-4cec-8bcb-e370c6874479 HTTP/1.1" status: 200 len: 858 time: 0.0841157 Jul 07 13:16:05.469803 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b50279bf-3b21-45e1-b833-8794a1ba3d5e req-d840f5b1-006f-479e-8318-f54a7d69f271 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368204 Jul 07 13:16:05.575093 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b50279bf-3b21-45e1-b833-8794a1ba3d5e req-967e0255-405e-4cdf-a7f3-ed224c9585e8 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957205 Jul 07 13:16:05.576304 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b16e3e7d-4e35-4668-9f75-3b4b6d0090c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:05.578848 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b16e3e7d-4e35-4668-9f75-3b4b6d0090c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:05.583703 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-b16e3e7d-4e35-4668-9f75-3b4b6d0090c2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/02bfa40f-7ff1-4a2b-8d52-ae77cc26e681 HTTP/1.1" status: 204 len: 168 time: 0.3027811 Jul 07 13:16:05.591764 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e3e7d-4e35-4668-9f75-3b4b6d0090c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bfa40f-7ff1-4a2b-8d52-ae77cc26e681,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:05.933115 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42848) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:05.989232 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42852) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:05.993188 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b50279bf-3b21-45e1-b833-8794a1ba3d5e req-29521372-6ba5-45d5-a4de-2fc8bac4a7f6 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696139 Jul 07 13:16:06.010311 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edeed4-1ad8-49f6-a8e8-a9a141b477ac req-4160f123-4f39-45e4-9414-12969122a5df tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:06.012362 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e7edeed4-1ad8-49f6-a8e8-a9a141b477ac req-4160f123-4f39-45e4-9414-12969122a5df tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.79 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 950 time: 0.3807681 Jul 07 13:16:06.130832 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e39c52-ea58-4ab8-81f4-6a37b9a2767f req-3b3fb21a-8a08-484a-9b83-f3531a846533 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:06.133969 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a8e39c52-ea58-4ab8-81f4-6a37b9a2767f req-3b3fb21a-8a08-484a-9b83-f3531a846533 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 950 time: 0.0853796 Jul 07 13:16:06.160831 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-e7edeed4-1ad8-49f6-a8e8-a9a141b477ac req-b5a06e02-f9cb-44b4-9c19-0e178d522931 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Deleting port ce82b751-2ac8-414c-8460-a532bf460030 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:16:06.165805 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e7edeed4-1ad8-49f6-a8e8-a9a141b477ac req-b5a06e02-f9cb-44b4-9c19-0e178d522931 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:06.250594 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a8e39c52-ea58-4ab8-81f4-6a37b9a2767f req-998987e7-bea8-4f7c-b5de-63fe0a590dc4 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059186 Jul 07 13:16:06.288240 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae5d20-419b-4ef6-8328-79bddb5630aa req-d89f8322-1177-4735-a0d3-d65e05da7211 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:06.290527 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-57ae5d20-419b-4ef6-8328-79bddb5630aa req-d89f8322-1177-4735-a0d3-d65e05da7211 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1256948 Jul 07 13:16:06.325481 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e7edeed4-1ad8-49f6-a8e8-a9a141b477ac req-b5a06e02-f9cb-44b4-9c19-0e178d522931 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] For port ce82b751-2ac8-414c-8460-a532bf460030, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ce82b751-2ac8-414c-8460-a532bf460030,segment=NetworkSegment(f0f15b4c-443a-4270-acaf-c07637c46f64),segment_id=f0f15b4c-443a-4270-acaf-c07637c46f64)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:16:06.326595 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e7edeed4-1ad8-49f6-a8e8-a9a141b477ac req-b5a06e02-f9cb-44b4-9c19-0e178d522931 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:06.349754 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-e7edeed4-1ad8-49f6-a8e8-a9a141b477ac req-b5a06e02-f9cb-44b4-9c19-0e178d522931 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Calling delete_port for ce82b751-2ac8-414c-8460-a532bf460030 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:16:06.362711 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-20c7e014-ef68-433f-a08e-04a43ae21ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:06.368171 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bf5f26e7-8314-4e36-b69a-8ddc71182cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:06.441064 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-57ae5d20-419b-4ef6-8328-79bddb5630aa req-eceb326d-8e53-41ba-b9c7-58755c596aab tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402502 Jul 07 13:16:06.479260 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.db.api [None req-20c7e014-ef68-433f-a08e-04a43ae21ee6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 13:16:06.479260 dv-cinder-786627-18-iscsi neutron-server[93698]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 13:16:06.479260 dv-cinder-786627-18-iscsi neutron-server[93698]: [parameters: {'project_id': 'bdb7ee073e27471e8fab87b1b6f6e5cf', 'id': '85e3173b-a8df-4956-958f-d97cf0d6ad40', 'expiration': datetime.datetime(2021, 7, 7, 13, 18, 6, 454135)}] Jul 07 13:16:06.479260 dv-cinder-786627-18-iscsi neutron-server[93698]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 13:16:06.479710 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG oslo_db.api [None req-20c7e014-ef68-433f-a08e-04a43ae21ee6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 13:16:06.547586 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e7edeed4-1ad8-49f6-a8e8-a9a141b477ac req-b5a06e02-f9cb-44b4-9c19-0e178d522931 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:06.576149 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a06e02-f9cb-44b4-9c19-0e178d522931 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Pushing event deleted for resources: {'Port': ['ID=ce82b751-2ac8-414c-8460-a532bf460030,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:06.585148 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['ce82b751-2ac8-414c-8460-a532bf460030'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:16:06.643830 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bf5f26e7-8314-4e36-b69a-8ddc71182cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:06.652193 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7edeed4-1ad8-49f6-a8e8-a9a141b477ac req-b5a06e02-f9cb-44b4-9c19-0e178d522931 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] No DVR routers for this DVR port ce82b751-2ac8-414c-8460-a532bf460030 on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:16:06.655570 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e7edeed4-1ad8-49f6-a8e8-a9a141b477ac req-b5a06e02-f9cb-44b4-9c19-0e178d522931 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:06.657843 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e7edeed4-1ad8-49f6-a8e8-a9a141b477ac req-b5a06e02-f9cb-44b4-9c19-0e178d522931 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.79 "DELETE /v2.0/ports/ce82b751-2ac8-414c-8460-a532bf460030 HTTP/1.1" status: 204 len: 173 time: 0.6377082 Jul 07 13:16:06.663398 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03182c8-f0e1-458a-b558-4d67746ddfce', 'name': 'network-vif-deleted', 'tag': 'ce82b751-2ac8-414c-8460-a532bf460030'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:16:06.663398 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028c7f2c-1a2d-4fa8-8b57-a8de2d9a75b2" -d '{"events": [{"server_uuid": "a03182c8-f0e1-458a-b558-4d67746ddfce", "name": "network-vif-deleted", "tag": "ce82b751-2ac8-414c-8460-a532bf460030"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:16:06.701271 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bf5f26e7-8314-4e36-b69a-8ddc71182cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:06.703148 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe344aa-6ff0-483c-8698-826cb9b23fa7 x-openstack-request-id: req-5fe344aa-6ff0-483c-8698-826cb9b23fa7 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:16:06.703587 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03182c8-f0e1-458a-b558-4d67746ddfce", "name": "network-vif-deleted", "tag": "ce82b751-2ac8-414c-8460-a532bf460030", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:16:06.703792 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5fe344aa-6ff0-483c-8698-826cb9b23fa7 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:16:06.704180 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03182c8-f0e1-458a-b558-4d67746ddfce', 'name': 'network-vif-deleted', 'tag': 'ce82b751-2ac8-414c-8460-a532bf460030', 'status': 'completed', 'code': 200} Jul 07 13:16:06.750343 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-bf5f26e7-8314-4e36-b69a-8ddc71182cd9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bd74b7b8ebe74aef95abdc823b9dcf49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7560625 Jul 07 13:16:06.750343 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f26e7-8314-4e36-b69a-8ddc71182cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95b7bea-d72f-4e7a-a887-c0288477bbfb,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:06.750948 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42880) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:06.837977 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6a02a1f-9613-4443-a8dd-eee34dde5f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:06.860670 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6a02a1f-9613-4443-a8dd-eee34dde5f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:06.981252 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-20c7e014-ef68-433f-a08e-04a43ae21ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:06.993206 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6a02a1f-9613-4443-a8dd-eee34dde5f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:06.995802 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6a02a1f-9613-4443-a8dd-eee34dde5f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:06.999466 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-d6a02a1f-9613-4443-a8dd-eee34dde5f12 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e95b7bea-d72f-4e7a-a887-c0288477bbfb HTTP/1.1" status: 204 len: 168 time: 0.2447491 Jul 07 13:16:07.005030 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a02a1f-9613-4443-a8dd-eee34dde5f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95b7bea-d72f-4e7a-a887-c0288477bbfb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:07.103207 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-20c7e014-ef68-433f-a08e-04a43ae21ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:07.153519 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-20c7e014-ef68-433f-a08e-04a43ae21ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:07.194699 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-20c7e014-ef68-433f-a08e-04a43ae21ee6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bdb7ee073e27471e8fab87b1b6f6e5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2558153 Jul 07 13:16:07.194699 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7e014-ef68-433f-a08e-04a43ae21ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fccbd87-1330-44b5-be05-000a33e39f2c,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:07.195332 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42896) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:07.254019 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b5370427-7502-4f52-9128-c51bccf9cee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:07.278920 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b5370427-7502-4f52-9128-c51bccf9cee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:07.427970 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b5370427-7502-4f52-9128-c51bccf9cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:07.434105 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b5370427-7502-4f52-9128-c51bccf9cee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:07.436379 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-b5370427-7502-4f52-9128-c51bccf9cee0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7fccbd87-1330-44b5-be05-000a33e39f2c HTTP/1.1" status: 204 len: 168 time: 0.2400551 Jul 07 13:16:07.447513 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5370427-7502-4f52-9128-c51bccf9cee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fccbd87-1330-44b5-be05-000a33e39f2c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:07.516553 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-acccf619-4e79-4309-abb7-2807c4ada7fb req-b4ff08f5-599a-4f1a-a697-d366245f0dc2 tempest-VolumesNegativeTest-789000572 tempest-VolumesNegativeTest-789000572-project] 10.222.0.67 "GET /v2.0/ports?device_id=a03182c8-f0e1-458a-b558-4d67746ddfce HTTP/1.1" status: 200 len: 210 time: 0.0406871 Jul 07 13:16:07.711122 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf828e37-04a6-4f41-b940-28a70fd164e7 req-c8bd3d57-731e-472b-80cf-1bc4168522c5 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:07.712760 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cf828e37-04a6-4f41-b940-28a70fd164e7 req-c8bd3d57-731e-472b-80cf-1bc4168522c5 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0722687 Jul 07 13:16:07.750175 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42922) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:07.766666 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cf828e37-04a6-4f41-b940-28a70fd164e7 req-fd5f2a7f-e85b-462a-9cb5-ba92a1d66a85 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466788 Jul 07 13:16:07.799796 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5744bc27-3dc3-4040-b3d2-d7ef052c557a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:07.954248 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5744bc27-3dc3-4040-b3d2-d7ef052c557a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.032982 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5744bc27-3dc3-4040-b3d2-d7ef052c557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.079558 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42926) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:08.080065 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-5744bc27-3dc3-4040-b3d2-d7ef052c557a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ad980835f59a483492462c260d4f76ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270724 Jul 07 13:16:08.080766 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744bc27-3dc3-4040-b3d2-d7ef052c557a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82c069e-353a-48b1-b96c-8973376091ce,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:08.149979 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b62fd84c-dec0-4063-a5f0-f26b52f890a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.180244 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b62fd84c-dec0-4063-a5f0-f26b52f890a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.283490 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 42934) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:08.283942 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42936) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:08.299116 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3b3a50a5-00b1-4cdc-a442-63c1f3a3977c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.300838 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b62fd84c-dec0-4063-a5f0-f26b52f890a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.308201 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b62fd84c-dec0-4063-a5f0-f26b52f890a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.308201 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-b62fd84c-dec0-4063-a5f0-f26b52f890a0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d82c069e-353a-48b1-b96c-8973376091ce HTTP/1.1" status: 204 len: 168 time: 0.2238536 Jul 07 13:16:08.321960 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fd84c-dec0-4063-a5f0-f26b52f890a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82c069e-353a-48b1-b96c-8973376091ce,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:08.425753 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3b3a50a5-00b1-4cdc-a442-63c1f3a3977c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.482951 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aeb02ff6-dc28-4e99-95aa-2e830e376238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.484583 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3b3a50a5-00b1-4cdc-a442-63c1f3a3977c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.534124 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a50a5-00b1-4cdc-a442-63c1f3a3977c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3583cbd-1d92-4e40-9306-f561e345b175,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:08.541098 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3b3a50a5-00b1-4cdc-a442-63c1f3a3977c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d6603b1c78434bd8a91c5cfe0ee87718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560549 Jul 07 13:16:08.543572 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42944) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:08.599747 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b89245ae-6672-4a36-b616-363918ad96f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.600655 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aeb02ff6-dc28-4e99-95aa-2e830e376238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.623398 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b89245ae-6672-4a36-b616-363918ad96f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.639151 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aeb02ff6-dc28-4e99-95aa-2e830e376238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.683857 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-aeb02ff6-dc28-4e99-95aa-2e830e376238 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f6d239737ebb4613aad5f1d0870bc427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988650 Jul 07 13:16:08.684736 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb02ff6-dc28-4e99-95aa-2e830e376238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d22f32-c394-4a52-8f15-67a46c427443,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:08.686553 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 42952) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:08.735166 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device ce82b751-2ac8-414c-8460-a532bf460030 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:16:08.750492 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4355169a-29a1-48ef-add8-50fd23f266a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.765934 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b89245ae-6672-4a36-b616-363918ad96f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.769345 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b89245ae-6672-4a36-b616-363918ad96f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.770795 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-b89245ae-6672-4a36-b616-363918ad96f0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e3583cbd-1d92-4e40-9306-f561e345b175 HTTP/1.1" status: 204 len: 168 time: 0.2262681 Jul 07 13:16:08.777907 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: ce82b751-2ac8-414c-8460-a532bf460030 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:16:08.778682 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device ce82b751-2ac8-414c-8460-a532bf460030 not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:16:08.788960 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89245ae-6672-4a36-b616-363918ad96f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3583cbd-1d92-4e40-9306-f561e345b175,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:08.793875 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4355169a-29a1-48ef-add8-50fd23f266a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.964862 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4355169a-29a1-48ef-add8-50fd23f266a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.967458 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4355169a-29a1-48ef-add8-50fd23f266a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:08.968686 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4355169a-29a1-48ef-add8-50fd23f266a1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/18d22f32-c394-4a52-8f15-67a46c427443 HTTP/1.1" status: 204 len: 168 time: 0.2808928 Jul 07 13:16:08.983571 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355169a-29a1-48ef-add8-50fd23f266a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d22f32-c394-4a52-8f15-67a46c427443,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:09.006902 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b074a31-2330-4ea7-a3fa-76dcf44432a6 req-0d42eba1-f7c1-4294-8155-87d49265fc1e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:09.008547 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b074a31-2330-4ea7-a3fa-76dcf44432a6 req-0d42eba1-f7c1-4294-8155-87d49265fc1e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0883412 Jul 07 13:16:09.062364 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b074a31-2330-4ea7-a3fa-76dcf44432a6 req-31987724-4eca-46b7-9943-5970b777a605 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443432 Jul 07 13:16:09.743452 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 43026) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:09.760196 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1de046ce-d6b8-44ff-9805-7900ef4d6fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:09.897966 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1de046ce-d6b8-44ff-9805-7900ef4d6fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:09.981598 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1de046ce-d6b8-44ff-9805-7900ef4d6fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:10.024301 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1de046ce-d6b8-44ff-9805-7900ef4d6fc5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7a6f93074fd543f3ad06acdfe197e7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789509 Jul 07 13:16:10.024649 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de046ce-d6b8-44ff-9805-7900ef4d6fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fdb41c-a3ca-4e42-b1eb-32d686fe4fb9,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:10.028139 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 43042) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:10.093805 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5a027314-984c-4a71-8827-67e812136642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:10.132156 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5a027314-984c-4a71-8827-67e812136642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:10.307527 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5a027314-984c-4a71-8827-67e812136642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:10.307527 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5a027314-984c-4a71-8827-67e812136642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:10.310283 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-5a027314-984c-4a71-8827-67e812136642 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d9fdb41c-a3ca-4e42-b1eb-32d686fe4fb9 HTTP/1.1" status: 204 len: 168 time: 0.2803013 Jul 07 13:16:10.343269 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a027314-984c-4a71-8827-67e812136642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fdb41c-a3ca-4e42-b1eb-32d686fe4fb9,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:10.384104 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2eee0-861f-4e5e-aba4-1fa1111ac42b req-bc4bd022-4caf-43f6-9420-cb756c3710d1 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:10.385739 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-75a2eee0-861f-4e5e-aba4-1fa1111ac42b req-bc4bd022-4caf-43f6-9420-cb756c3710d1 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1009166 Jul 07 13:16:10.451378 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-75a2eee0-861f-4e5e-aba4-1fa1111ac42b req-4fd59639-0201-4ccb-ac57-5255b776b2f9 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598409 Jul 07 13:16:11.695151 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8307014-aba2-4b00-ac55-8783ca404a93 req-db81df2d-9c2a-4d04-8592-fe15dd865e36 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:11.695151 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a8307014-aba2-4b00-ac55-8783ca404a93 req-db81df2d-9c2a-4d04-8592-fe15dd865e36 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1008255 Jul 07 13:16:11.736905 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a8307014-aba2-4b00-ac55-8783ca404a93 req-7782faae-8b7f-4e03-850d-1bb144c388aa tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372219 Jul 07 13:16:12.942917 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 43276) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:12.966008 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954aa065-f286-4366-b1a7-5d817069038e req-730e9193-9809-4de3-bc9f-051ea3433588 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:12.967571 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-954aa065-f286-4366-b1a7-5d817069038e req-730e9193-9809-4de3-bc9f-051ea3433588 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0886230 Jul 07 13:16:13.019709 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-954aa065-f286-4366-b1a7-5d817069038e req-584d1663-f5b7-4146-b400-a6888e9edf0d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420132 Jul 07 13:16:13.204232 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04b95fc7-2e62-479e-9805-cf91c9b624a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:13.312241 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04b95fc7-2e62-479e-9805-cf91c9b624a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:13.433515 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04b95fc7-2e62-479e-9805-cf91c9b624a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:13.485127 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-04b95fc7-2e62-479e-9805-cf91c9b624a8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a566ff342ba141bc84ed69f996796c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406344 Jul 07 13:16:13.486453 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b95fc7-2e62-479e-9805-cf91c9b624a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73ac2c4-e902-4d88-926f-a1672c719673,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:13.487807 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 43308) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:13.558549 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-206302a0-9c54-460c-9755-0250fd259b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:13.583251 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-206302a0-9c54-460c-9755-0250fd259b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:13.732812 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-206302a0-9c54-460c-9755-0250fd259b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:13.732812 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-206302a0-9c54-460c-9755-0250fd259b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:13.732812 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-206302a0-9c54-460c-9755-0250fd259b56 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d73ac2c4-e902-4d88-926f-a1672c719673 HTTP/1.1" status: 204 len: 168 time: 0.2402740 Jul 07 13:16:13.748723 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206302a0-9c54-460c-9755-0250fd259b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73ac2c4-e902-4d88-926f-a1672c719673,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:14.236107 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc4fc1-a43e-48de-b2b3-0f08644ba454 req-c5fe3843-eabb-4cd3-9511-5579588bb874 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:14.237831 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0bdc4fc1-a43e-48de-b2b3-0f08644ba454 req-c5fe3843-eabb-4cd3-9511-5579588bb874 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0711272 Jul 07 13:16:14.287085 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0bdc4fc1-a43e-48de-b2b3-0f08644ba454 req-37a294a8-7510-4576-bbce-3251a3c9d76c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Jul 07 13:16:14.585715 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 43368) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:14.599823 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fa53e3d-7e06-483a-a5e9-ccb888c28112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:14.719083 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fa53e3d-7e06-483a-a5e9-ccb888c28112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:14.827512 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fa53e3d-7e06-483a-a5e9-ccb888c28112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:14.877359 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2fa53e3d-7e06-483a-a5e9-ccb888c28112 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0519ff2b981a4ebab3642a921db6932f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904708 Jul 07 13:16:14.878229 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa53e3d-7e06-483a-a5e9-ccb888c28112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd67878d-8f30-461a-844e-397161227ca8,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:14.880238 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 43398) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:14.961422 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-679bbf79-741a-4517-ac78-a8c24a107219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:14.985844 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-679bbf79-741a-4517-ac78-a8c24a107219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:15.136189 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-679bbf79-741a-4517-ac78-a8c24a107219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:15.140671 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-679bbf79-741a-4517-ac78-a8c24a107219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:15.145869 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-679bbf79-741a-4517-ac78-a8c24a107219 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cd67878d-8f30-461a-844e-397161227ca8 HTTP/1.1" status: 204 len: 168 time: 0.2632482 Jul 07 13:16:15.155882 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bbf79-741a-4517-ac78-a8c24a107219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd67878d-8f30-461a-844e-397161227ca8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:15.402918 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 43418) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:15.488005 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b402fd-d059-4080-807f-0ec0a031695d req-d530b6fc-4b27-45d3-bd35-b945afb4eb31 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:15.490164 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-06b402fd-d059-4080-807f-0ec0a031695d req-d530b6fc-4b27-45d3-bd35-b945afb4eb31 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0791600 Jul 07 13:16:15.529954 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ec4a83d5-cc85-48c2-b577-f4b77096ce9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:15.557412 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-06b402fd-d059-4080-807f-0ec0a031695d req-1fcf6d7f-a4e2-4673-baf6-dc679b27f6a2 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570178 Jul 07 13:16:15.653529 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ec4a83d5-cc85-48c2-b577-f4b77096ce9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:15.742681 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ec4a83d5-cc85-48c2-b577-f4b77096ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:15.784941 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-ec4a83d5-cc85-48c2-b577-f4b77096ce9e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2468e4dd2e9f46f5b30060238b7b86a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809438 Jul 07 13:16:15.786171 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a83d5-cc85-48c2-b577-f4b77096ce9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fab2062-8161-48d5-af26-672b64fab7e5,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:15.789167 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 43436) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:15.859324 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da346ea1-536e-43fc-b7cf-7426f182931e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:15.883778 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da346ea1-536e-43fc-b7cf-7426f182931e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:16.009458 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da346ea1-536e-43fc-b7cf-7426f182931e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:16.011972 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da346ea1-536e-43fc-b7cf-7426f182931e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:16.013112 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-da346ea1-536e-43fc-b7cf-7426f182931e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4fab2062-8161-48d5-af26-672b64fab7e5 HTTP/1.1" status: 204 len: 168 time: 0.2222438 Jul 07 13:16:16.022306 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da346ea1-536e-43fc-b7cf-7426f182931e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fab2062-8161-48d5-af26-672b64fab7e5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:16.772070 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0b5f2-c58f-4512-8731-bd56fbabdebb req-6ce8e01c-73ba-4e4d-afe8-36734477afc6 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:16.773624 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f1d0b5f2-c58f-4512-8731-bd56fbabdebb req-6ce8e01c-73ba-4e4d-afe8-36734477afc6 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0684927 Jul 07 13:16:16.816652 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f1d0b5f2-c58f-4512-8731-bd56fbabdebb req-740b953a-a25e-4b88-b610-201591bf18f8 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374601 Jul 07 13:16:16.920954 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 43484) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:17.135312 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-a2d378f3-774a-4324-be19-cdaa633abb2c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a4b16ecbd7ee44d2ac694b03ffb037e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124748 Jul 07 13:16:17.139325 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 43498) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:17.188050 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 43500) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:17.216763 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:17.242481 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:17.305849 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:17.395409 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:17.406893 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:17.413393 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f HTTP/1.1" status: 204 len: 168 time: 0.2724349 Jul 07 13:16:17.432278 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb51aee-a1e7-4c88-9bff-ab6ac5a5987f,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:17.441403 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.441403 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.441403 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.441662 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.442026 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.442368 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.442703 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.443034 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.443369 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.444392 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.444792 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.445150 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d5895-31c8-493a-97a8-d8280efb2fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.472824 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:17.587266 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:17.630330 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ab17a8b08dc943e8974230749cc66851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411898 Jul 07 13:16:17.634385 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab74dba4-7074-4537-bb24-3fceb5fc7427,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:17.634525 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 43526) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:17.641058 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.642000 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.642000 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.642227 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.642428 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.642764 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.643097 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.643424 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.643759 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.644097 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.644408 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.644727 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932f3aa-5991-457c-93c8-abb272be6c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:17.703755 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec733-696d-47cc-a615-8a14091dad7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:17.731289 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec733-696d-47cc-a615-8a14091dad7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:17.885020 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec733-696d-47cc-a615-8a14091dad7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:17.888085 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec733-696d-47cc-a615-8a14091dad7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:17.889452 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3a9ec733-696d-47cc-a615-8a14091dad7a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ab74dba4-7074-4537-bb24-3fceb5fc7427 HTTP/1.1" status: 204 len: 168 time: 0.2551990 Jul 07 13:16:17.902444 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ec733-696d-47cc-a615-8a14091dad7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab74dba4-7074-4537-bb24-3fceb5fc7427,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:17.937465 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 43544) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:18.071844 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-499720446-network', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:16:18.189001 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1620a1-9b9b-46c0-840d-5306a7a348a2 req-c9d5304f-e003-469d-b436-86e43c4e68fb tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:18.190498 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-da1620a1-9b9b-46c0-840d-5306a7a348a2 req-c9d5304f-e003-469d-b436-86e43c4e68fb tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0662081 Jul 07 13:16:18.212677 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Made reservation on behalf of 7c304e03bb8246aba8abc47b0b37e6af for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:16:18.214980 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:18.227899 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:18.251193 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-da1620a1-9b9b-46c0-840d-5306a7a348a2 req-6f5539c2-071d-4611-9175-c599e67b0e71 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548642 Jul 07 13:16:18.349847 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:18.427629 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:18.454695 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:16:18.480975 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:18.481322 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Added segment 16e4c2ff-03ed-4b1a-b516-2fe00d27c097 of type vlan for network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 Jul 07 13:16:18.489340 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c13573-f913-4af0-a711-56218a2c69bb,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:18.531736 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:18.650611 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:18.651613 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:18.652197 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:18.724234 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] Pushing event updated for resources: {'Network': ['ID=4a55cc22-1fb0-4c97-98fd-a8227b306f82,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:18.737869 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:16:18.767531 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-fdb4e3ff-5c29-437d-9988-f91b4ccfa86d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8287544 Jul 07 13:16:18.771012 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 43582) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:18.781916 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4bc8c754-1830-446e-b64f-58fee3213c69 admin admin] Request body: {'subnet': {'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-499720446-subnet', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:16:18.930103 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc8c754-1830-446e-b64f-58fee3213c69 admin admin] Made reservation on behalf of 7c304e03bb8246aba8abc47b0b37e6af for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:16:18.932594 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c754-1830-446e-b64f-58fee3213c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4570046'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:19.194034 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c754-1830-446e-b64f-58fee3213c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4700024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4570028'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:19.268476 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8c754-1830-446e-b64f-58fee3213c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=925e514e-075e-4a1b-bdd9-ac5ad37be93c,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:19.270676 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc8c754-1830-446e-b64f-58fee3213c69 admin admin] Checking segment: {'id': '16e4c2ff-03ed-4b1a-b516-2fe00d27c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:16:19.271036 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc8c754-1830-446e-b64f-58fee3213c69 admin admin] Network hostable DHCP agents. Network: 4a55cc22-1fb0-4c97-98fd-a8227b306f82, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:16:19.378245 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc8c754-1830-446e-b64f-58fee3213c69 admin admin] Network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:16:19.432063 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fd7e2-57ed-4e8c-802d-e06e513cb78a req-0376fdb3-4a24-4108-9389-047fecd1d445 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:19.433532 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3f1fd7e2-57ed-4e8c-802d-e06e513cb78a req-0376fdb3-4a24-4108-9389-047fecd1d445 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0665689 Jul 07 13:16:19.480528 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3f1fd7e2-57ed-4e8c-802d-e06e513cb78a req-7afc9e2b-764e-45ba-853e-15da87986181 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413342 Jul 07 13:16:19.505852 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4bc8c754-1830-446e-b64f-58fee3213c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, 4a55cc22-1fb0-4c97-98fd-a8227b306f82) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:16:19.513202 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc8c754-1830-446e-b64f-58fee3213c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:19.514254 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c754-1830-446e-b64f-58fee3213c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:19.527109 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee520fc0-252d-415d-937b-d6bbff376fc6 None None] Network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:16:19.611207 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-4bc8c754-1830-446e-b64f-58fee3213c69 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8376632 Jul 07 13:16:19.613923 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 43616) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:19.619299 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:16:19.724633 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8048145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26407'] for router, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:19.730276 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8048270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8050494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26408'] for router, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:19.756854 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a5641f-773f-5970-9f30-b9d7c504ccbf-4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'fixed_ips': [{'subnet_id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c'}]}} from dv-cinder-786627-18-iscsi. {{(pid=93700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:16:19.758761 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:19.788486 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:19.833805 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:19.907261 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Allocated IP 172.20.0.2 (4a55cc22-1fb0-4c97-98fd-a8227b306f82/925e514e-075e-4a1b-bdd9-ac5ad37be93c/31b5d89a-33d8-4fea-9800-f22a88dbfc51) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:16:20.054280 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7901652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8048131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26426'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:20.058997 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:20.068168 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Transition to ACTIVE for port object 31b5d89a-33d8-4fea-9800-f22a88dbfc51 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:16:20.086483 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Transition to ACTIVE for port object 31b5d89a-33d8-4fea-9800-f22a88dbfc51 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:16:20.193626 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:20.231392 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:16:20.234232 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:16:20.237692 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:16:20.251938 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Pushing event updated for resources: {'Port': ['ID=31b5d89a-33d8-4fea-9800-f22a88dbfc51,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:20.278957 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:20.279342 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:20.279706 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:20.280035 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:20.280376 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:20.280706 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:20.281061 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:20.281425 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:20.281766 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:20.282101 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:20.282429 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:20.282753 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:20.321789 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Attempting to bind port 31b5d89a-33d8-4fea-9800-f22a88dbfc51 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:16:20.322140 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Attempting to bind port 31b5d89a-33d8-4fea-9800-f22a88dbfc51 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '16e4c2ff-03ed-4b1a-b516-2fe00d27c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:16:20.322567 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Attempting to bind port 31b5d89a-33d8-4fea-9800-f22a88dbfc51 on network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:16:20.328352 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:16:20.328719 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Checking segment: {'id': '16e4c2ff-03ed-4b1a-b516-2fe00d27c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:16:20.329175 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:20.336124 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Bound using segment: {'id': '16e4c2ff-03ed-4b1a-b516-2fe00d27c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:16:20.336124 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Bound port: 31b5d89a-33d8-4fea-9800-f22a88dbfc51, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e4c2ff-03ed-4b1a-b516-2fe00d27c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:16:20.336124 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:20.357591 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:20.385786 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:20.434935 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] For port 31b5d89a-33d8-4fea-9800-f22a88dbfc51, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:16:20.439482 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] For port 31b5d89a-33d8-4fea-9800-f22a88dbfc51, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=31b5d89a-33d8-4fea-9800-f22a88dbfc51,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:16:20.496914 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Allocated IP 172.27.2.150 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/ded06d41-340e-4ae2-9f5c-5733cfc9fdf7) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:16:20.527867 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:20.638471 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6600e-b2f0-4bfe-a651-ff4ac952c2c2 None None] Pushing event updated for resources: {'Port': ['ID=31b5d89a-33d8-4fea-9800-f22a88dbfc51,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:20.663877 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:20.802691 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-536813697'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:20.823467 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813d946-09f9-412b-8ccb-18efc25f063f req-fb25a9b9-a471-4ead-9c87-035f8d29df11 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:20.825629 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4813d946-09f9-412b-8ccb-18efc25f063f req-fb25a9b9-a471-4ead-9c87-035f8d29df11 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0939696 Jul 07 13:16:20.901491 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f654c-9844-408d-9737-685fe678af76 req-d81f6234-163a-4979-acb7-5bc7656006f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:20.904755 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a38f654c-9844-408d-9737-685fe678af76 req-d81f6234-163a-4979-acb7-5bc7656006f3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ac382a5a1d74eda97536a5c970e2489&device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 1098 time: 0.0899987 Jul 07 13:16:20.927789 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:16:20.981481 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:16:21.011366 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:16:21.173199 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Pushing event updated for resources: {'Port': ['ID=ded06d41-340e-4ae2-9f5c-5733cfc9fdf7,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:21.202182 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f654c-9844-408d-9737-685fe678af76 req-ad5251eb-de2c-42ab-9069-59c2ae7b8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:21.204039 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a38f654c-9844-408d-9737-685fe678af76 req-ad5251eb-de2c-42ab-9069-59c2ae7b8021 service neutron] 10.222.0.79 "GET /v2.0/networks?id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a HTTP/1.1" status: 200 len: 919 time: 0.2379274 Jul 07 13:16:21.238925 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4813d946-09f9-412b-8ccb-18efc25f063f req-8cdbed14-0f30-41a2-a8b1-6e75b7ce28aa tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872108 Jul 07 13:16:21.272679 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a38f654c-9844-408d-9737-685fe678af76 req-78758af6-b30a-4174-a620-f42d07bc925e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c HTTP/1.1" status: 200 len: 217 time: 0.0597153 Jul 07 13:16:21.375438 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f654c-9844-408d-9737-685fe678af76 req-1ff30a6c-86b1-4667-8ec7-ca15fd707123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:21.376978 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a38f654c-9844-408d-9737-685fe678af76 req-1ff30a6c-86b1-4667-8ec7-ca15fd707123 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6cf3e7-10ef-4cec-8bcb-e370c6874479 HTTP/1.1" status: 200 len: 858 time: 0.0965505 Jul 07 13:16:21.421120 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a38f654c-9844-408d-9737-685fe678af76 req-0df990c3-530b-4dd1-bf0e-36ca4448dfe9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335789 Jul 07 13:16:21.539439 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a38f654c-9844-408d-9737-685fe678af76 req-e6155028-d669-4352-a57c-e8a5574b5836 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093285 Jul 07 13:16:21.691495 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a38f654c-9844-408d-9737-685fe678af76 req-c390fbb6-a75f-4a1d-99ac-f891d91635a7 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449437 Jul 07 13:16:21.958358 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:22.057244 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a1aac-ae1f-41cf-a95d-72da399ecc74 None None] Network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:16:22.251682 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8048154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7901647'] for router, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:22.257925 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-b7362d1b-28ed-4e27-9391-8a9accb6e37f None None] Provisioning for port 31b5d89a-33d8-4fea-9800-f22a88dbfc51 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:16:22.502316 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Router a37760f5-8a9f-4559-a4e4-54812ca66f86 is scheduled to L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 with binding_index 1 {{(pid=93698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:16:22.578092 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 31b5d89a-33d8-4fea-9800-f22a88dbfc51 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:16:22.655509 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61834a-cc0e-4816-98ef-c9a1a4dd65e4 req-ae70a067-ed58-4d30-a79f-93bd346c6972 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:22.657346 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe61834a-cc0e-4816-98ef-c9a1a4dd65e4 req-ae70a067-ed58-4d30-a79f-93bd346c6972 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.2376792 Jul 07 13:16:22.741213 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:16:22.745274 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe61834a-cc0e-4816-98ef-c9a1a4dd65e4 req-f5b6bed7-99fb-4bcf-ac30-adbf753bf278 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570130 Jul 07 13:16:22.749027 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 31b5d89a-33d8-4fea-9800-f22a88dbfc51 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:16:22.753046 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Sync routers for ids ['a37760f5-8a9f-4559-a4e4-54812ca66f86'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:16:22.754828 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 31b5d89a-33d8-4fea-9800-f22a88dbfc51 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:22.756387 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:22.770835 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Routers {'a37760f5-8a9f-4559-a4e4-54812ca66f86'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:16:22.774206 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:15:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['a37760f5-8a9f-4559-a4e4-54812ca66f86'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:22.838517 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:22.839793 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-7a4fa726-2f41-489b-ba9f-aa448b8c2642 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2247207 Jul 07 13:16:22.842457 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 43698) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:22.872650 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:22.914887 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 31b5d89a-33d8-4fea-9800-f22a88dbfc51, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=31b5d89a-33d8-4fea-9800-f22a88dbfc51,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:16:22.944465 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Set router a37760f5-8a9f-4559-a4e4-54812ca66f86 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:16:23.004427 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.077346 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=31b5d89a-33d8-4fea-9800-f22a88dbfc51,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:23.144586 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:16:21Z', 'revision_number': 3, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port': {'id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:20Z', 'updated_at': '2021-07-07T13:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:23.173882 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Checking router: a37760f5-8a9f-4559-a4e4-54812ca66f86 for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:16:23.174239 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Updating router a37760f5-8a9f-4559-a4e4-54812ca66f86 port ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 binding host dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:16:23.210749 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.344746 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.409591 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 43708) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:23.505268 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.517600 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Transition to ACTIVE for port object ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:16:23.529292 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Allocated IP 172.20.0.1 (4a55cc22-1fb0-4c97-98fd-a8227b306f82/925e514e-075e-4a1b-bdd9-ac5ad37be93c/057c53ad-f719-415f-a8e9-9ab728448c7d) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:16:23.560259 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5482b46-c90f-475e-80c0-35930bd7b42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.657309 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.672922 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.675329 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5482b46-c90f-475e-80c0-35930bd7b42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.690340 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Transition to ACTIVE for port object 057c53ad-f719-415f-a8e9-9ab728448c7d will not be triggered until provisioned by entity DHCP. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:16:23.715990 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Pushing event updated for resources: {'Port': ['ID=ded06d41-340e-4ae2-9f5c-5733cfc9fdf7,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:23.724530 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:23.725616 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:23.725960 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:23.726308 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:23.726828 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:23.727373 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:23.727902 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:23.728290 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:23.728800 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:23.729088 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:23.729479 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:23.729836 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:16:23.735503 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Attempting to bind port ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:16:23.735866 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Attempting to bind port ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:16:23.736223 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Attempting to bind port ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 on network da040029-a0da-4720-aea4-2db0f37c74a3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:16:23.741751 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:16:23.742361 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Checking segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:16:23.743515 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.744201 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Bound using segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:16:23.744796 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Bound port: ded06d41-340e-4ae2-9f5c-5733cfc9fdf7, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:16:23.745374 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.747690 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5482b46-c90f-475e-80c0-35930bd7b42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.809203 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-536813697'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.814071 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-e5482b46-c90f-475e-80c0-35930bd7b42a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=898a7b70c7494aeabc94ac773a81b158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075549 Jul 07 13:16:23.817312 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 43728) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:23.817999 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5482b46-c90f-475e-80c0-35930bd7b42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf70c85a-21ae-4904-9835-a938e1129eb5,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:23.878618 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:16:23.884445 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:16:23.889080 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:16:23.889231 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3f1e-0b12-4383-9c4c-ef3b1e833725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.918422 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3f1e-0b12-4383-9c4c-ef3b1e833725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:23.921652 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] For port ded06d41-340e-4ae2-9f5c-5733cfc9fdf7, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:16:23.929806 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] For port ded06d41-340e-4ae2-9f5c-5733cfc9fdf7, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=ded06d41-340e-4ae2-9f5c-5733cfc9fdf7,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:16:23.929934 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Pushing event updated for resources: {'Port': ['ID=057c53ad-f719-415f-a8e9-9ab728448c7d,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:23.965996 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8049912'] for router_interface, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:24.000670 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:24.066586 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3f1e-0b12-4383-9c4c-ef3b1e833725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:24.071036 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3f1e-0b12-4383-9c4c-ef3b1e833725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:24.072259 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-4bdc3f1e-0b12-4383-9c4c-ef3b1e833725 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cf70c85a-21ae-4904-9835-a938e1129eb5 HTTP/1.1" status: 204 len: 168 time: 0.2497857 Jul 07 13:16:24.075194 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Routers {'a37760f5-8a9f-4559-a4e4-54812ca66f86'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:16:24.078578 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:15:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['a37760f5-8a9f-4559-a4e4-54812ca66f86'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:24.088538 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc3f1e-0b12-4383-9c4c-ef3b1e833725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf70c85a-21ae-4904-9835-a938e1129eb5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:24.264975 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150b583-63a0-4d01-bb94-0aa66ac0a985 req-d27d31e5-6627-4ef7-aab3-ce07ced0f0e4 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:24.267059 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1150b583-63a0-4d01-bb94-0aa66ac0a985 req-d27d31e5-6627-4ef7-aab3-ce07ced0f0e4 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.2260091 Jul 07 13:16:24.275365 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e185ec-5bc7-4dd3-8518-32eda3c36e23 None None] Pushing event updated for resources: {'Port': ['ID=ded06d41-340e-4ae2-9f5c-5733cfc9fdf7,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:24.296021 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-3a65b7d9-fdbd-4b66-9bb1-278db9be2a36 None None] Provisioning for port 057c53ad-f719-415f-a8e9-9ab728448c7d completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:16:24.300174 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-3a65b7d9-fdbd-4b66-9bb1-278db9be2a36 None None] Provisioning complete for port 057c53ad-f719-415f-a8e9-9ab728448c7d triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:24.300573 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3a65b7d9-fdbd-4b66-9bb1-278db9be2a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:24.315768 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] Set router a37760f5-8a9f-4559-a4e4-54812ca66f86 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:16:24.338037 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1150b583-63a0-4d01-bb94-0aa66ac0a985 req-7b877a3b-c843-437f-b995-91b6956953ba tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572493 Jul 07 13:16:24.360476 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3a65b7d9-fdbd-4b66-9bb1-278db9be2a36 None None] Port 057c53ad-f719-415f-a8e9-9ab728448c7d cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:16:24.417232 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:24.526533 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 31b5d89a-33d8-4fea-9800-f22a88dbfc51 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:16:24.562706 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:16:21Z', 'revision_number': 3, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port': {'id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:20Z', 'updated_at': '2021-07-07T13:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:24.593088 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bb09b-272f-490c-a486-b98f8ab5a954 None None] The sync data for ids ['a37760f5-8a9f-4559-a4e4-54812ca66f86'] in dv-cinder-786627-18-iscsi is: [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:16:21Z', 'revision_number': 3, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port': {'id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:20Z', 'updated_at': '2021-07-07T13:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:16:24.602502 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 31b5d89a-33d8-4fea-9800-f22a88dbfc51 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:24.603137 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:24.651395 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:24.724719 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536813683'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:24.797893 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Pushing event updated for resources: {'Port': ['ID=057c53ad-f719-415f-a8e9-9ab728448c7d,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:24.800787 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8051589'] for router_interface, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:24.876676 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 43758) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:24.914249 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06ffa785-2ab4-4614-95b5-af3977610b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:24.954730 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:16:24.956259 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:16:25.078949 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eef31cb3-5e29-431d-8320-6bb136ec97e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:25.134710 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06ffa785-2ab4-4614-95b5-af3977610b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:25.192957 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06ffa785-2ab4-4614-95b5-af3977610b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:25.211580 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Router a37760f5-8a9f-4559-a4e4-54812ca66f86 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:16:25.246949 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffa785-2ab4-4614-95b5-af3977610b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae979bca-b26c-44b4-b731-065faff166de,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:25.264088 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-06ffa785-2ab4-4614-95b5-af3977610b81 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6a37fbd946c8446b957dfd3c09353c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853803 Jul 07 13:16:25.267000 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 43768) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:25.328743 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cdf5c0ce-1698-40b2-94a9-7d528d7e9a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:25.364222 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cdf5c0ce-1698-40b2-94a9-7d528d7e9a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:25.420373 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254396a-680b-40bb-af10-eb90c83c1bd4 req-38642207-2220-4663-9740-004fc4adfd47 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:25.422010 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4254396a-680b-40bb-af10-eb90c83c1bd4 req-38642207-2220-4663-9740-004fc4adfd47 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.1254847 Jul 07 13:16:25.423588 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:16:25.440613 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c4583d95-95e7-45c0-a4a0-8438bd70a8fb admin admin] 10.222.0.67 "PUT /v2.0/routers/a37760f5-8a9f-4559-a4e4-54812ca66f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5894990 Jul 07 13:16:25.440700 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-896dcc26-4284-4c5e-8733-602e4e366fde None None] Provisioning complete for port 057c53ad-f719-415f-a8e9-9ab728448c7d triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:25.440700 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-896dcc26-4284-4c5e-8733-602e4e366fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:25.497680 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4254396a-680b-40bb-af10-eb90c83c1bd4 req-2e29db26-c9a8-4f97-a030-06aa1ef615a7 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632491 Jul 07 13:16:25.540163 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-896dcc26-4284-4c5e-8733-602e4e366fde None None] Port 057c53ad-f719-415f-a8e9-9ab728448c7d cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:16:25.558568 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cdf5c0ce-1698-40b2-94a9-7d528d7e9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:25.561461 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cdf5c0ce-1698-40b2-94a9-7d528d7e9a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:25.565188 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-cdf5c0ce-1698-40b2-94a9-7d528d7e9a35 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ae979bca-b26c-44b4-b731-065faff166de HTTP/1.1" status: 204 len: 168 time: 0.2944622 Jul 07 13:16:25.577611 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5c0ce-1698-40b2-94a9-7d528d7e9a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae979bca-b26c-44b4-b731-065faff166de,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:25.597238 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ca910-9d03-4d86-b55c-e362dd45da5f req-4f66839b-230a-4ef9-9f91-7fd3dadc685a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:25.605193 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3e4ca910-9d03-4d86-b55c-e362dd45da5f req-4f66839b-230a-4ef9-9f91-7fd3dadc685a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1060259 Jul 07 13:16:25.661688 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3e4ca910-9d03-4d86-b55c-e362dd45da5f req-6325370d-d8b2-4708-bf7c-92933f2c867e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552435 Jul 07 13:16:26.507188 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:16:26.667585 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:16:26.672999 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:26.674646 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:26.688412 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 43830) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:26.695103 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-272578114-network', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:16:26.739871 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66d96f-46e5-4d0c-97aa-2f66655d64f6 req-13b56f70-d9cc-4134-a212-24ef1f094f73 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:26.761575 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1a66d96f-46e5-4d0c-97aa-2f66655d64f6 req-13b56f70-d9cc-4134-a212-24ef1f094f73 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0949893 Jul 07 13:16:26.812803 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:26.826106 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1a66d96f-46e5-4d0c-97aa-2f66655d64f6 req-5fa7d20b-5b0b-46f8-9303-859463d14e8d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628898 Jul 07 13:16:26.827519 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Made reservation on behalf of c0e6e57d9b7a46069771dd7bf3d02951 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:16:26.829947 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:26.846895 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:26.863921 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Sync routers for ids ['a37760f5-8a9f-4559-a4e4-54812ca66f86'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:16:26.882683 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port ded06d41-340e-4ae2-9f5c-5733cfc9fdf7, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=ded06d41-340e-4ae2-9f5c-5733cfc9fdf7,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:16:26.889625 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Routers {'a37760f5-8a9f-4559-a4e4-54812ca66f86'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:16:26.890372 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:15:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['a37760f5-8a9f-4559-a4e4-54812ca66f86'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:26.930541 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f59632-08f7-4e5e-871c-bf7e218583f6 req-ad341d00-d0b6-4599-8f90-18975c0005c5 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:26.932094 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-13f59632-08f7-4e5e-871c-bf7e218583f6 req-ad341d00-d0b6-4599-8f90-18975c0005c5 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0851841 Jul 07 13:16:26.986726 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:26.992856 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-13f59632-08f7-4e5e-871c-bf7e218583f6 req-a5a9c633-fe42-4029-bc81-8f60237672fd tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547788 Jul 07 13:16:27.093334 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:27.096259 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:27.128655 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:16:27.140515 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057c3bf9-f3bc-446d-b37e-e5d2a6b82d4d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:27.148167 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:27.148662 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.segments_db [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Added segment fee5634e-8ee5-479b-b0f4-7a144f782e2e of type vlan for network b97b8737-120c-4317-9601-0c08a726afc0 Jul 07 13:16:27.188732 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=ded06d41-340e-4ae2-9f5c-5733cfc9fdf7,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:27.198420 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Set router a37760f5-8a9f-4559-a4e4-54812ca66f86 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:16:27.324916 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:27.421437 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:16:24Z', 'revision_number': 4, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port': {'id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:20Z', 'updated_at': '2021-07-07T13:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '057c53ad-f719-415f-a8e9-9ab728448c7d', 'name': '', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'mac_address': 'fa:16:3e:60:61:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:23Z', 'updated_at': '2021-07-07T13:16:24Z', 'revision_number': 2, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'subnets': [{'id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:27.421669 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:27.422531 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:27.423102 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:27.452340 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Checking router: a37760f5-8a9f-4559-a4e4-54812ca66f86 for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:16:27.452697 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Updating router a37760f5-8a9f-4559-a4e4-54812ca66f86 port 057c53ad-f719-415f-a8e9-9ab728448c7d binding host dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:16:27.492349 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:27.539718 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] Pushing event updated for resources: {'Network': ['ID=b97b8737-120c-4317-9601-0c08a726afc0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:27.543120 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-980a1bae-4a7d-443b-b6c5-4c596e65c654 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8533883 Jul 07 13:16:27.545855 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 43884) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:27.551085 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1e72b822-5959-46fb-a7be-dd29d17aa743 admin admin] Request body: {'subnet': {'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-272578114-subnet', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:16:27.615239 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network b97b8737-120c-4317-9601-0c08a726afc0 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:16:27.678972 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e72b822-5959-46fb-a7be-dd29d17aa743 admin admin] Made reservation on behalf of c0e6e57d9b7a46069771dd7bf3d02951 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:16:27.681430 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e72b822-5959-46fb-a7be-dd29d17aa743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4570046'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:27.783602 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-59410871-365a-4c92-bd60-416c8455051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:27.799163 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805f25f-b79d-4d4b-a18d-314442c4f7d8 req-4b0ee670-3f17-4561-8286-9cad05df9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:27.800737 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1805f25f-b79d-4d4b-a18d-314442c4f7d8 req-4b0ee670-3f17-4561-8286-9cad05df9fc5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 1098 time: 0.1370268 Jul 07 13:16:27.863392 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:27.871114 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1805f25f-b79d-4d4b-a18d-314442c4f7d8 req-e382a01c-edb8-4bf7-bc51-5db3f2d2c942 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592141 Jul 07 13:16:27.879330 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:27.892393 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Transition to ACTIVE for port object 057c53ad-f719-415f-a8e9-9ab728448c7d will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:16:28.010199 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:28.040282 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e72b822-5959-46fb-a7be-dd29d17aa743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4700024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4570028'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:28.061282 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381473b0-518d-478b-8d50-7a6799f2b9a0 None None] Pushing event updated for resources: {'Port': ['ID=057c53ad-f719-415f-a8e9-9ab728448c7d,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:28.114017 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cc65c-bf03-459a-b968-05f165386ccc req-cafe436a-87b8-4b69-aeac-9e34efbecbdc tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:28.116721 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:16:28.137988 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-434cc65c-bf03-459a-b968-05f165386ccc req-cafe436a-87b8-4b69-aeac-9e34efbecbdc tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.1457024 Jul 07 13:16:28.196801 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Attempting to bind port 057c53ad-f719-415f-a8e9-9ab728448c7d on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:16:28.197437 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Attempting to bind port 057c53ad-f719-415f-a8e9-9ab728448c7d by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '16e4c2ff-03ed-4b1a-b516-2fe00d27c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:16:28.197816 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Attempting to bind port 057c53ad-f719-415f-a8e9-9ab728448c7d on network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:16:28.204248 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:16:28.204624 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Checking segment: {'id': '16e4c2ff-03ed-4b1a-b516-2fe00d27c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:16:28.205071 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:28.205472 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Bound using segment: {'id': '16e4c2ff-03ed-4b1a-b516-2fe00d27c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:16:28.205953 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Bound port: 057c53ad-f719-415f-a8e9-9ab728448c7d, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e4c2ff-03ed-4b1a-b516-2fe00d27c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:16:28.206341 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:28.216834 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72b822-5959-46fb-a7be-dd29d17aa743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e3cf58-1097-41f9-8670-7400ef3813af,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:28.228968 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-434cc65c-bf03-459a-b968-05f165386ccc req-9b55f776-fb70-4ad9-b6f8-557dab0ec196 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889351 Jul 07 13:16:28.235073 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72b822-5959-46fb-a7be-dd29d17aa743 admin admin] Checking segment: {'id': 'fee5634e-8ee5-479b-b0f4-7a144f782e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:16:28.235326 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e72b822-5959-46fb-a7be-dd29d17aa743 admin admin] Network hostable DHCP agents. Network: b97b8737-120c-4317-9601-0c08a726afc0, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:16:28.329283 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] For port 057c53ad-f719-415f-a8e9-9ab728448c7d, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:16:28.329283 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] For port 057c53ad-f719-415f-a8e9-9ab728448c7d, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=057c53ad-f719-415f-a8e9-9ab728448c7d,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:16:28.358076 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc26387-05fc-462a-9969-882619c3aaa1 req-616cbb11-8c65-4d8c-8cab-4f531540adcc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:28.359661 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8fc26387-05fc-462a-9969-882619c3aaa1 req-616cbb11-8c65-4d8c-8cab-4f531540adcc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0827301 Jul 07 13:16:28.399729 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8fc26387-05fc-462a-9969-882619c3aaa1 req-686352cf-b148-4fdc-aa03-7ce4d0e0800d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343387 Jul 07 13:16:28.445146 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e72b822-5959-46fb-a7be-dd29d17aa743 admin admin] Network b97b8737-120c-4317-9601-0c08a726afc0 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:16:28.475311 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:28.481020 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:16:28.576428 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-1e72b822-5959-46fb-a7be-dd29d17aa743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, b97b8737-120c-4317-9601-0c08a726afc0) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:16:28.581499 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381473b0-518d-478b-8d50-7a6799f2b9a0 None None] Pushing event updated for resources: {'Port': ['ID=057c53ad-f719-415f-a8e9-9ab728448c7d,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:28.583903 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e72b822-5959-46fb-a7be-dd29d17aa743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:28.587475 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Routers {'a37760f5-8a9f-4559-a4e4-54812ca66f86'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:16:28.587987 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:16:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['a37760f5-8a9f-4559-a4e4-54812ca66f86'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:28.593268 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e72b822-5959-46fb-a7be-dd29d17aa743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:28.641667 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3ee733-16e0-45f8-af5c-bb6aa477d264 None None] Network b97b8737-120c-4317-9601-0c08a726afc0 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:16:28.697100 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-1e72b822-5959-46fb-a7be-dd29d17aa743 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1500647 Jul 07 13:16:28.699507 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 43944) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:28.704163 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-272578114-router', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:16:28.769863 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:28.770240 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:28.799198 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8048145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26407'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:28.801723 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8048270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8050494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26408'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:28.820226 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] Set router a37760f5-8a9f-4559-a4e4-54812ca66f86 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:16:28.874235 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:28.963481 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:29.132122 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a5641f-773f-5970-9f30-b9d7c504ccbf-b97b8737-120c-4317-9601-0c08a726afc0', 'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'fixed_ips': [{'subnet_id': '94e3cf58-1097-41f9-8670-7400ef3813af'}]}} from dv-cinder-786627-18-iscsi. {{(pid=93700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:16:29.133076 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:29.138370 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7901652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8048131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26426'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:29.451219 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984ebd9-828e-4d48-971a-722024432a23 req-4cc6cf29-6195-408a-9aae-f6d2b5df7c6f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:29.460478 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6984ebd9-828e-4d48-971a-722024432a23 req-4cc6cf29-6195-408a-9aae-f6d2b5df7c6f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0897329 Jul 07 13:16:29.521358 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6984ebd9-828e-4d48-971a-722024432a23 req-81edf3a9-409e-4f80-9760-c1b4dbdc320c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596838 Jul 07 13:16:29.549503 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:16:24Z', 'revision_number': 4, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port': {'id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:20Z', 'updated_at': '2021-07-07T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '057c53ad-f719-415f-a8e9-9ab728448c7d', 'name': '', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'mac_address': 'fa:16:3e:60:61:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:23Z', 'updated_at': '2021-07-07T13:16:28Z', 'revision_number': 4, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'subnets': [{'id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:29.577766 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Allocated IP 172.20.0.2 (b97b8737-120c-4317-9601-0c08a726afc0/94e3cf58-1097-41f9-8670-7400ef3813af/5848553e-f2df-4d70-a18e-cd79c45cf50b) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:16:29.620301 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dacfdf-8811-4a68-9063-d6215570da85 None None] The sync data for ids ['a37760f5-8a9f-4559-a4e4-54812ca66f86'] in dv-cinder-786627-18-iscsi is: [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:16:24Z', 'revision_number': 4, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port': {'id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:20Z', 'updated_at': '2021-07-07T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '057c53ad-f719-415f-a8e9-9ab728448c7d', 'name': '', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'mac_address': 'fa:16:3e:60:61:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:23Z', 'updated_at': '2021-07-07T13:16:28Z', 'revision_number': 4, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'subnets': [{'id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:16:29.699652 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bd4d6-9dbf-4800-aecd-d6115a28c53f req-82cfbe66-95ac-49ee-8214-a2133c355797 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:29.715455 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-520bd4d6-9dbf-4800-aecd-d6115a28c53f req-82cfbe66-95ac-49ee-8214-a2133c355797 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1394556 Jul 07 13:16:29.719112 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:29.747379 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:29.808544 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-520bd4d6-9dbf-4800-aecd-d6115a28c53f req-98edc897-1b00-4e70-b9fb-cfeaa95352a8 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857515 Jul 07 13:16:29.933438 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:29.959009 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Transition to ACTIVE for port object 5848553e-f2df-4d70-a18e-cd79c45cf50b will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:16:29.987843 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Transition to ACTIVE for port object 5848553e-f2df-4d70-a18e-cd79c45cf50b will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:16:30.033278 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Allocated IP 172.27.2.244 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/a55a971b-cbc8-41dd-9f22-0a468d460d0d) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:16:30.102473 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:30.159406 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Network b97b8737-120c-4317-9601-0c08a726afc0 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:16:30.164231 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:16:30.170934 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:16:30.172486 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:30.182390 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Pushing event updated for resources: {'Port': ['ID=5848553e-f2df-4d70-a18e-cd79c45cf50b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:30.243678 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Attempting to bind port 5848553e-f2df-4d70-a18e-cd79c45cf50b on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:16:30.244222 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Attempting to bind port 5848553e-f2df-4d70-a18e-cd79c45cf50b by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': 'fee5634e-8ee5-479b-b0f4-7a144f782e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:16:30.244594 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Attempting to bind port 5848553e-f2df-4d70-a18e-cd79c45cf50b on network b97b8737-120c-4317-9601-0c08a726afc0 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:16:30.256814 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:16:30.256814 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Checking segment: {'id': 'fee5634e-8ee5-479b-b0f4-7a144f782e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:16:30.256814 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:30.256814 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Bound using segment: {'id': 'fee5634e-8ee5-479b-b0f4-7a144f782e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:16:30.256814 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Bound port: 5848553e-f2df-4d70-a18e-cd79c45cf50b, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee5634e-8ee5-479b-b0f4-7a144f782e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:16:30.256814 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:30.313477 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:30.339692 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] For port 5848553e-f2df-4d70-a18e-cd79c45cf50b, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:16:30.343311 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] For port 5848553e-f2df-4d70-a18e-cd79c45cf50b, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=5848553e-f2df-4d70-a18e-cd79c45cf50b,segment=NetworkSegment(fee5634e-8ee5-479b-b0f4-7a144f782e2e),segment_id=fee5634e-8ee5-479b-b0f4-7a144f782e2e)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:16:30.358764 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:16:30.361734 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:16:30.368080 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:16:30.374483 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=a55a971b-cbc8-41dd-9f22-0a468d460d0d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:30.467815 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:30.580692 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 057c53ad-f719-415f-a8e9-9ab728448c7d up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:16:30.610325 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdef91-14de-4bcb-8ac7-c0fddb71dfbd None None] Pushing event updated for resources: {'Port': ['ID=5848553e-f2df-4d70-a18e-cd79c45cf50b,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:30.737423 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1907f-962e-419d-b616-d42908d34529 req-ff8f5a93-57e2-4f27-91e7-13bf6a81fe8d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:30.740670 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-36a1907f-962e-419d-b616-d42908d34529 req-ff8f5a93-57e2-4f27-91e7-13bf6a81fe8d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1617582 Jul 07 13:16:30.850509 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 057c53ad-f719-415f-a8e9-9ab728448c7d completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:16:30.855072 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 057c53ad-f719-415f-a8e9-9ab728448c7d triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:30.860575 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:30.860937 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefe2a1-24dc-4712-9d41-0568fae1afb7 req-800ccee9-f1e0-462c-b4a7-07c4415fbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:30.860937 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ddefe2a1-24dc-4712-9d41-0568fae1afb7 req-800ccee9-f1e0-462c-b4a7-07c4415fbea5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ac382a5a1d74eda97536a5c970e2489&device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 1098 time: 0.2711084 Jul 07 13:16:30.861849 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:30.935038 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-36a1907f-962e-419d-b616-d42908d34529 req-afe8669d-7c14-48df-b64d-ad1a63f40d96 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680853 Jul 07 13:16:30.988979 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ad500-93d3-405a-8d7a-517dea2c8d23 req-b73e2a5e-5e08-4756-be15-683f6c1045bd tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:31.001660 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-426ad500-93d3-405a-8d7a-517dea2c8d23 req-b73e2a5e-5e08-4756-be15-683f6c1045bd tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.2300503 Jul 07 13:16:31.069518 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:31.112272 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-426ad500-93d3-405a-8d7a-517dea2c8d23 req-58b96a4e-7104-4521-8507-6868499ce07c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088674 Jul 07 13:16:31.126781 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:31.153758 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 057c53ad-f719-415f-a8e9-9ab728448c7d, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=057c53ad-f719-415f-a8e9-9ab728448c7d,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:16:31.255099 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefe2a1-24dc-4712-9d41-0568fae1afb7 req-c85bb6e8-6624-4774-bdaa-2a670e4ea5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:31.257247 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ddefe2a1-24dc-4712-9d41-0568fae1afb7 req-c85bb6e8-6624-4774-bdaa-2a670e4ea5ef service neutron] 10.222.0.79 "GET /v2.0/networks?id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a HTTP/1.1" status: 200 len: 919 time: 0.3075581 Jul 07 13:16:31.267500 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:31.331787 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=057c53ad-f719-415f-a8e9-9ab728448c7d,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:31.586010 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ddefe2a1-24dc-4712-9d41-0568fae1afb7 req-a9859dc7-0720-4e65-9e78-dffcfcd61574 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c HTTP/1.1" status: 200 len: 217 time: 0.3211896 Jul 07 13:16:31.681256 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8048154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7901647'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:31.689686 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefe2a1-24dc-4712-9d41-0568fae1afb7 req-33b33d21-eeaf-4315-9cfd-af16bbda814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:31.689686 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ddefe2a1-24dc-4712-9d41-0568fae1afb7 req-33b33d21-eeaf-4315-9cfd-af16bbda814a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6cf3e7-10ef-4cec-8bcb-e370c6874479 HTTP/1.1" status: 200 len: 858 time: 0.0687473 Jul 07 13:16:31.755694 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ddefe2a1-24dc-4712-9d41-0568fae1afb7 req-d858172a-832c-4f49-b5db-8e152e1eb411 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334644 Jul 07 13:16:31.883079 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b0508b-2053-470f-bca1-80f5cbb49f1c None None] Network b97b8737-120c-4317-9601-0c08a726afc0 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:16:31.944534 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ddefe2a1-24dc-4712-9d41-0568fae1afb7 req-0a560cf7-7df8-400b-aee2-0329188377e1 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780670 Jul 07 13:16:32.066238 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ddefe2a1-24dc-4712-9d41-0568fae1afb7 req-19e6fd6a-8e6a-4b73-ac82-24d19a4a5009 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153004 Jul 07 13:16:32.085956 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Router 20bb5c43-4812-453d-8a9b-fb1826d4a9bc is scheduled to L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:16:32.108778 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 44040) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:32.145446 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-55c0090c-dfd8-46d8-8cb3-85f8576dd403 None None] Provisioning for port 5848553e-f2df-4d70-a18e-cd79c45cf50b completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:16:32.253870 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d9b5e-2706-4f06-bac4-c3e499c748e7 req-ec986b41-1434-41cd-9540-c7e738627639 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:32.256074 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ef5d9b5e-2706-4f06-bac4-c3e499c748e7 req-ec986b41-1434-41cd-9540-c7e738627639 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1044934 Jul 07 13:16:32.305042 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:16:32.322804 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Sync routers for ids ['20bb5c43-4812-453d-8a9b-fb1826d4a9bc'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:16:32.338392 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Routers {'20bb5c43-4812-453d-8a9b-fb1826d4a9bc'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:16:32.343706 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:16:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['20bb5c43-4812-453d-8a9b-fb1826d4a9bc'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:32.345647 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ef5d9b5e-2706-4f06-bac4-c3e499c748e7 req-f7f4d127-52bc-4ed2-a1f3-b2b6a90c9939 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796633 Jul 07 13:16:32.354281 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7bb8b43c-1414-4c25-9899-fb2da70f6ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:32.405034 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:32.416491 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-4836ee55-62d4-4df4-b26f-05cb9b241aa9 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7089245 Jul 07 13:16:32.416491 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 44050) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:32.559415 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Set router 20bb5c43-4812-453d-8a9b-fb1826d4a9bc gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:16:32.587074 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07cd5f-5a7b-4b13-81ad-dc92bdfe23f4 req-aea08de0-6a74-456c-a850-cb7d5f7ed087 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:32.594648 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7f07cd5f-5a7b-4b13-81ad-dc92bdfe23f4 req-aea08de0-6a74-456c-a850-cb7d5f7ed087 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.1928780 Jul 07 13:16:32.683236 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7bb8b43c-1414-4c25-9899-fb2da70f6ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:32.688287 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 057c53ad-f719-415f-a8e9-9ab728448c7d up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:16:32.702428 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7f07cd5f-5a7b-4b13-81ad-dc92bdfe23f4 req-2d414b35-57f1-4cda-9e9b-fddeb9653476 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068225 Jul 07 13:16:32.730887 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bc986-35f4-4f8d-a901-696d8f5a9f76 req-0d5adca8-3865-41d5-abfc-662571b8946d tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:32.738054 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-164bc986-35f4-4f8d-a901-696d8f5a9f76 req-0d5adca8-3865-41d5-abfc-662571b8946d tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.2290018 Jul 07 13:16:32.748992 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 057c53ad-f719-415f-a8e9-9ab728448c7d triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:32.750363 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:32.757314 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7bb8b43c-1414-4c25-9899-fb2da70f6ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:32.798298 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'name': 'tempest-TestShelveInstance-272578114-router', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:28Z', 'updated_at': '2021-07-07T13:16:30Z', 'revision_number': 3, 'project_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'gw_port': {'id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:29Z', 'updated_at': '2021-07-07T13:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:32.825145 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-7bb8b43c-1414-4c25-9899-fb2da70f6ea2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8e5bcfe0a5374462ab55db0dfa76a07c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7110748 Jul 07 13:16:32.827004 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 44052) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:32.832441 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Checking router: 20bb5c43-4812-453d-8a9b-fb1826d4a9bc for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:16:32.832792 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Updating router 20bb5c43-4812-453d-8a9b-fb1826d4a9bc port a55a971b-cbc8-41dd-9f22-0a468d460d0d binding host dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:16:32.837373 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8b43c-1414-4c25-9899-fb2da70f6ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13ce8fb-037e-46db-90a9-28dbf75368df,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:32.851501 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 5848553e-f2df-4d70-a18e-cd79c45cf50b up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:16:32.867257 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-164bc986-35f4-4f8d-a901-696d8f5a9f76 req-4b01d679-a771-4232-9804-ca7e39e75787 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282260 Jul 07 13:16:32.872845 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:32.923300 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6d5d15af-f972-4a25-950c-e18299e5058a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:32.949673 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6d5d15af-f972-4a25-950c-e18299e5058a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:32.981803 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 5848553e-f2df-4d70-a18e-cd79c45cf50b completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:16:32.985904 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 5848553e-f2df-4d70-a18e-cd79c45cf50b triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:32.986276 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.051795 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.086152 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.102598 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6d5d15af-f972-4a25-950c-e18299e5058a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.112650 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6d5d15af-f972-4a25-950c-e18299e5058a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.113853 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-6d5d15af-f972-4a25-950c-e18299e5058a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a13ce8fb-037e-46db-90a9-28dbf75368df HTTP/1.1" status: 204 len: 168 time: 0.2854223 Jul 07 13:16:33.123294 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d15af-f972-4a25-950c-e18299e5058a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13ce8fb-037e-46db-90a9-28dbf75368df,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:33.146281 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 5848553e-f2df-4d70-a18e-cd79c45cf50b, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=5848553e-f2df-4d70-a18e-cd79c45cf50b,segment=NetworkSegment(fee5634e-8ee5-479b-b0f4-7a144f782e2e),segment_id=fee5634e-8ee5-479b-b0f4-7a144f782e2e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:16:33.206613 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.210606 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.221795 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Transition to ACTIVE for port object a55a971b-cbc8-41dd-9f22-0a468d460d0d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:16:33.264675 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=5848553e-f2df-4d70-a18e-cd79c45cf50b,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:33.307549 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.359952 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6721c9-4aba-4bda-aaca-a6398fee5d0f None None] Pushing event updated for resources: {'Port': ['ID=a55a971b-cbc8-41dd-9f22-0a468d460d0d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:33.365936 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Attempting to bind port a55a971b-cbc8-41dd-9f22-0a468d460d0d on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:16:33.365936 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Attempting to bind port a55a971b-cbc8-41dd-9f22-0a468d460d0d by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:16:33.365936 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Attempting to bind port a55a971b-cbc8-41dd-9f22-0a468d460d0d on network da040029-a0da-4720-aea4-2db0f37c74a3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:16:33.368509 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:16:33.368942 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Checking segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:16:33.369389 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.369803 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Bound using segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:16:33.370279 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Bound port: a55a971b-cbc8-41dd-9f22-0a468d460d0d, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:16:33.370714 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.422210 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Allocated IP 172.20.0.1 (b97b8737-120c-4317-9601-0c08a726afc0/94e3cf58-1097-41f9-8670-7400ef3813af/26f5230e-db7c-47ac-87b6-85fb3570c3bd) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:16:33.432313 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] For port a55a971b-cbc8-41dd-9f22-0a468d460d0d, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:16:33.437002 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] For port a55a971b-cbc8-41dd-9f22-0a468d460d0d, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=a55a971b-cbc8-41dd-9f22-0a468d460d0d,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:16:33.496813 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.543578 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Routers {'20bb5c43-4812-453d-8a9b-fb1826d4a9bc'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:16:33.544295 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:16:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['20bb5c43-4812-453d-8a9b-fb1826d4a9bc'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:33.548620 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf851d-57b8-490a-bdc2-ea789d65130f req-8fb32b5a-64e2-48fd-b9d5-136d998c8b05 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:33.549053 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7bdf851d-57b8-490a-bdc2-ea789d65130f req-8fb32b5a-64e2-48fd-b9d5-136d998c8b05 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0834141 Jul 07 13:16:33.561164 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.580310 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Transition to ACTIVE for port object 26f5230e-db7c-47ac-87b6-85fb3570c3bd will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:16:33.604199 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7bdf851d-57b8-490a-bdc2-ea789d65130f req-0e2baeac-88a0-40e5-b40e-b5735fb08324 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492136 Jul 07 13:16:33.675710 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6721c9-4aba-4bda-aaca-a6398fee5d0f None None] Pushing event updated for resources: {'Port': ['ID=a55a971b-cbc8-41dd-9f22-0a468d460d0d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:33.696084 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] Set router 20bb5c43-4812-453d-8a9b-fb1826d4a9bc gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:16:33.719039 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.761601 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Network b97b8737-120c-4317-9601-0c08a726afc0 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:16:33.764516 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:16:33.766992 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:16:33.806668 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Pushing event updated for resources: {'Port': ['ID=26f5230e-db7c-47ac-87b6-85fb3570c3bd,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:33.828001 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8049912'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:33.914809 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'name': 'tempest-TestShelveInstance-272578114-router', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:28Z', 'updated_at': '2021-07-07T13:16:30Z', 'revision_number': 3, 'project_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'gw_port': {'id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:29Z', 'updated_at': '2021-07-07T13:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:33.974378 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245caa3f-8318-4d52-852d-d19eb0d97092 req-2dbe6aa4-0332-46e5-a6d9-25f14c100d68 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:33.983800 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-245caa3f-8318-4d52-852d-d19eb0d97092 req-2dbe6aa4-0332-46e5-a6d9-25f14c100d68 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.1273103 Jul 07 13:16:34.034512 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-245caa3f-8318-4d52-852d-d19eb0d97092 req-772300e7-4baf-42ba-a46f-8bc03fe7217d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485308 Jul 07 13:16:34.045335 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 44070) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:34.063691 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4080d5-3bad-4654-b6a7-95a1291f92b2 None None] The sync data for ids ['20bb5c43-4812-453d-8a9b-fb1826d4a9bc'] in dv-cinder-786627-18-iscsi is: [{'id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'name': 'tempest-TestShelveInstance-272578114-router', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:28Z', 'updated_at': '2021-07-07T13:16:30Z', 'revision_number': 3, 'project_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'gw_port': {'id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:29Z', 'updated_at': '2021-07-07T13:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:16:34.086628 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c02faba-1128-44b6-965d-afd8dc27ff7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:34.159337 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:34.223868 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbe1ce-8143-410c-b70a-81cb4fa1007f req-4294877e-3f76-4556-aed4-8c0cd71e9ebd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:34.226685 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2abbe1ce-8143-410c-b70a-81cb4fa1007f req-4294877e-3f76-4556-aed4-8c0cd71e9ebd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.1069326 Jul 07 13:16:34.238841 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-0384b952-c2dc-4202-aa4c-f7290e931d68 None None] Provisioning for port 26f5230e-db7c-47ac-87b6-85fb3570c3bd completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:16:34.243733 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-0384b952-c2dc-4202-aa4c-f7290e931d68 None None] Provisioning complete for port 26f5230e-db7c-47ac-87b6-85fb3570c3bd triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:34.243891 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0384b952-c2dc-4202-aa4c-f7290e931d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:34.298515 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2abbe1ce-8143-410c-b70a-81cb4fa1007f req-883db672-fc38-4df2-b5ec-78a37af66a77 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650136 Jul 07 13:16:34.305800 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0384b952-c2dc-4202-aa4c-f7290e931d68 None None] Port 26f5230e-db7c-47ac-87b6-85fb3570c3bd cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:16:34.360891 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c02faba-1128-44b6-965d-afd8dc27ff7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:34.430972 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:34.484616 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c02faba-1128-44b6-965d-afd8dc27ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:34.525013 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:34.562963 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-9c02faba-1128-44b6-965d-afd8dc27ff7a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ce74a4f66332404a9ba376318460a0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164196 Jul 07 13:16:34.565643 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 44074) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:34.583280 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02faba-1128-44b6-965d-afd8dc27ff7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb813377-8d14-4187-bb0a-6ee6805410af,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:34.623699 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device a55a971b-cbc8-41dd-9f22-0a468d460d0d up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:16:34.623945 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Pushing event updated for resources: {'Port': ['ID=26f5230e-db7c-47ac-87b6-85fb3570c3bd,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:34.627986 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8051589'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:34.645641 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8817-b5f4-42ee-9cbc-57bb5d376104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:34.673671 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8817-b5f4-42ee-9cbc-57bb5d376104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:34.746090 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Network b97b8737-120c-4317-9601-0c08a726afc0 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:16:34.747638 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:16:34.833634 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port a55a971b-cbc8-41dd-9f22-0a468d460d0d completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:16:34.835608 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8817-b5f4-42ee-9cbc-57bb5d376104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:34.838135 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8817-b5f4-42ee-9cbc-57bb5d376104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:34.839267 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-ce5f8817-b5f4-42ee-9cbc-57bb5d376104 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fb813377-8d14-4187-bb0a-6ee6805410af HTTP/1.1" status: 204 len: 168 time: 0.2725058 Jul 07 13:16:34.840222 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port a55a971b-cbc8-41dd-9f22-0a468d460d0d triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:34.841209 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:34.872236 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f8817-b5f4-42ee-9cbc-57bb5d376104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb813377-8d14-4187-bb0a-6ee6805410af,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:34.889766 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d67e99-95d0-42b5-bab5-07913789e7f0 req-17b05848-b662-4c72-8aea-2139f05e1651 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:34.891383 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-75d67e99-95d0-42b5-bab5-07913789e7f0 req-17b05848-b662-4c72-8aea-2139f05e1651 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1243978 Jul 07 13:16:34.907791 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Router 20bb5c43-4812-453d-8a9b-fb1826d4a9bc has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:16:34.966761 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-75d67e99-95d0-42b5-bab5-07913789e7f0 req-40b3d128-8e0e-477d-9dc6-b4f034d439d0 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686607 Jul 07 13:16:35.121410 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:35.144193 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:16:35.166049 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-68dbda26-505e-4db6-9a0f-075c501c5e6a admin admin] 10.222.0.67 "PUT /v2.0/routers/20bb5c43-4812-453d-8a9b-fb1826d4a9bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7546461 Jul 07 13:16:35.181561 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port a55a971b-cbc8-41dd-9f22-0a468d460d0d, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=a55a971b-cbc8-41dd-9f22-0a468d460d0d,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:16:35.187337 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-d7e6e954-7db9-4d60-9b9b-a012ae3a1ec6 None None] Provisioning complete for port 26f5230e-db7c-47ac-87b6-85fb3570c3bd triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:35.187763 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d7e6e954-7db9-4d60-9b9b-a012ae3a1ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:35.234790 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d7e6e954-7db9-4d60-9b9b-a012ae3a1ec6 None None] Port 26f5230e-db7c-47ac-87b6-85fb3570c3bd cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:16:35.262536 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:35.263680 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 5848553e-f2df-4d70-a18e-cd79c45cf50b up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:16:35.393898 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0653d0d-c299-4ec4-abbd-f9111b05d52f req-285e5e83-cf17-4f83-b3c3-bb9cc35c29b3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:35.401877 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0653d0d-c299-4ec4-abbd-f9111b05d52f req-285e5e83-cf17-4f83-b3c3-bb9cc35c29b3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.1404731 Jul 07 13:16:35.431868 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=a55a971b-cbc8-41dd-9f22-0a468d460d0d,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:35.456792 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 5848553e-f2df-4d70-a18e-cd79c45cf50b triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:35.457326 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:35.461620 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0653d0d-c299-4ec4-abbd-f9111b05d52f req-1b1f6bb6-7d25-44fe-a637-57018d4922b1 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587807 Jul 07 13:16:35.605232 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113519ac-99b3-415f-9964-3d7312695dae req-818bbb76-e849-42f7-8b6c-cf62d6a2b5d8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:35.607231 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-113519ac-99b3-415f-9964-3d7312695dae req-818bbb76-e849-42f7-8b6c-cf62d6a2b5d8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0953326 Jul 07 13:16:35.646415 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-113519ac-99b3-415f-9964-3d7312695dae req-6f77ddcf-e945-4426-a910-cff558b39263 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335376 Jul 07 13:16:35.871051 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 44102) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:35.885090 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b9d74567-b0b3-45fb-8f55-4e1f0726c60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:35.981606 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b9d74567-b0b3-45fb-8f55-4e1f0726c60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:36.021015 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 44104) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:36.026415 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-40d41390-0190-46fd-828d-63aeb3a7f268 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-609223774', 'description': 'tempest-secgroup-smoke-609223774 description', 'project_id': '7c304e03bb8246aba8abc47b0b37e6af'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:16:36.064472 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b9d74567-b0b3-45fb-8f55-4e1f0726c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:36.111064 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-b9d74567-b0b3-45fb-8f55-4e1f0726c60f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=336a026a637b4a2e866c07e4bfb3b4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386098 Jul 07 13:16:36.111868 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d74567-b0b3-45fb-8f55-4e1f0726c60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8dc837-de67-4e13-8c93-489e0d36f757,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:36.113867 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 44106) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:36.164132 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-40d41390-0190-46fd-828d-63aeb3a7f268 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:36.166708 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c89da49-6e17-4c34-9908-e6ac593591ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:36.188791 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c89da49-6e17-4c34-9908-e6ac593591ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:36.249485 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-40d41390-0190-46fd-828d-63aeb3a7f268 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:36.289938 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c89da49-6e17-4c34-9908-e6ac593591ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:36.292469 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c89da49-6e17-4c34-9908-e6ac593591ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:36.293669 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-9c89da49-6e17-4c34-9908-e6ac593591ca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8a8dc837-de67-4e13-8c93-489e0d36f757 HTTP/1.1" status: 204 len: 168 time: 0.1786971 Jul 07 13:16:36.305189 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89da49-6e17-4c34-9908-e6ac593591ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8dc837-de67-4e13-8c93-489e0d36f757,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:36.324124 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-40d41390-0190-46fd-828d-63aeb3a7f268 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:36.359103 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d41390-0190-46fd-828d-63aeb3a7f268 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8177e961-9e32-41c9-8ce7-745e3f586977,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:36.480165 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device a55a971b-cbc8-41dd-9f22-0a468d460d0d up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:16:36.534278 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port a55a971b-cbc8-41dd-9f22-0a468d460d0d triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:36.534650 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:36.659051 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60941e-30cc-42da-8713-10c700221513 req-04551c3b-73b8-4144-8e78-e61166fd9861 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:36.660588 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-de60941e-30cc-42da-8713-10c700221513 req-04551c3b-73b8-4144-8e78-e61166fd9861 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0687635 Jul 07 13:16:36.681882 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-40d41390-0190-46fd-828d-63aeb3a7f268 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:36.690667 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-40d41390-0190-46fd-828d-63aeb3a7f268 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6604679 Jul 07 13:16:36.690667 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 44118) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:36.695911 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-11194666-33f8-4fe4-b8b7-b85935653ef5 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Request body: {'security_group_rule': {'security_group_id': '8177e961-9e32-41c9-8ce7-745e3f586977', 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:16:36.723989 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-de60941e-30cc-42da-8713-10c700221513 req-ec07d259-58e6-42b0-a3a2-d5d021649e74 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557899 Jul 07 13:16:36.827992 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Sync routers for ids ['20bb5c43-4812-453d-8a9b-fb1826d4a9bc'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:16:36.840549 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Routers {'20bb5c43-4812-453d-8a9b-fb1826d4a9bc'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:16:36.841357 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:16:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['20bb5c43-4812-453d-8a9b-fb1826d4a9bc'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:36.843531 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-11194666-33f8-4fe4-b8b7-b85935653ef5 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:36.855508 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482ae0d-51da-4437-b1dd-f993ebb27b59 req-b65c1763-04f5-4b6b-957c-353b608de25c tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:36.862556 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9482ae0d-51da-4437-b1dd-f993ebb27b59 req-b65c1763-04f5-4b6b-957c-353b608de25c tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0878687 Jul 07 13:16:36.883520 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:16:36.942759 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9482ae0d-51da-4437-b1dd-f993ebb27b59 req-864415fd-7343-4415-be3f-2ea67b26d093 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792491 Jul 07 13:16:36.968603 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-11194666-33f8-4fe4-b8b7-b85935653ef5 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:37.057721 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Set router 20bb5c43-4812-453d-8a9b-fb1826d4a9bc gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:16:37.059952 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8a7cf-2ec8-4734-ae3f-f6db9b9de95a req-4370175c-afca-421a-8e7d-a96dffb9144b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:37.061774 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e8c8a7cf-2ec8-4734-ae3f-f6db9b9de95a req-4370175c-afca-421a-8e7d-a96dffb9144b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0732653 Jul 07 13:16:37.070973 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-11194666-33f8-4fe4-b8b7-b85935653ef5 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:37.105465 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:16:37.120221 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11194666-33f8-4fe4-b8b7-b85935653ef5 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a345a7-c174-4177-b98d-eee57e5df8d7,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:37.135704 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e8c8a7cf-2ec8-4734-ae3f-f6db9b9de95a req-91ee0841-c56f-48ee-8b8b-41ef8cb52f3f tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590739 Jul 07 13:16:37.142476 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'port_id': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'mac_address': 'fa:16:3e:dc:69:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:16:37.239136 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-11194666-33f8-4fe4-b8b7-b85935653ef5 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:37.242404 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-11194666-33f8-4fe4-b8b7-b85935653ef5 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5498638 Jul 07 13:16:37.245259 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 44134) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:37.253777 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-06d5eebc-42f4-4e7a-b7da-dca44509d0e1 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Request body: {'security_group_rule': {'security_group_id': '8177e961-9e32-41c9-8ce7-745e3f586977', 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:16:37.273069 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:37.290757 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:16:37.340051 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:16:37.381792 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-06d5eebc-42f4-4e7a-b7da-dca44509d0e1 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:37.427186 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'name': 'tempest-TestShelveInstance-272578114-router', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:28Z', 'updated_at': '2021-07-07T13:16:34Z', 'revision_number': 4, 'project_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'gw_port': {'id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:29Z', 'updated_at': '2021-07-07T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '26f5230e-db7c-47ac-87b6-85fb3570c3bd', 'name': '', 'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'mac_address': 'fa:16:3e:2a:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '94e3cf58-1097-41f9-8670-7400ef3813af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:33Z', 'updated_at': '2021-07-07T13:16:34Z', 'revision_number': 2, 'project_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'subnets': [{'id': '94e3cf58-1097-41f9-8670-7400ef3813af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:37.454473 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Checking router: 20bb5c43-4812-453d-8a9b-fb1826d4a9bc for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:16:37.454709 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Updating router 20bb5c43-4812-453d-8a9b-fb1826d4a9bc port 26f5230e-db7c-47ac-87b6-85fb3570c3bd binding host dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:16:37.458125 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:37.469498 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-06d5eebc-42f4-4e7a-b7da-dca44509d0e1 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:37.518515 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:37.547593 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-06d5eebc-42f4-4e7a-b7da-dca44509d0e1 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:37.559668 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:37.574440 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5eebc-42f4-4e7a-b7da-dca44509d0e1 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcd3c59-6f06-4239-8ff9-86f8b3c12c7e,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:37.702083 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-06d5eebc-42f4-4e7a-b7da-dca44509d0e1 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:37.704384 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-06d5eebc-42f4-4e7a-b7da-dca44509d0e1 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4570885 Jul 07 13:16:37.707944 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 44154) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:37.713222 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-52ec0eb7-0b4d-4193-a3fc-ce16f3daf3d6 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Request body: {'security_group_rule': {'security_group_id': '8177e961-9e32-41c9-8ce7-745e3f586977', 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:16:37.737993 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['41f4e27d-588d-40ac-9ec5-57ec1df7fad8'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:16:37.839992 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-52ec0eb7-0b4d-4193-a3fc-ce16f3daf3d6 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:37.923410 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-52ec0eb7-0b4d-4193-a3fc-ce16f3daf3d6 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.019623 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305fc2f-7de4-4436-8683-f7f7478a3187 req-4822ce50-38a8-4314-9165-c127216e6d0a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:38.022386 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7305fc2f-7de4-4436-8683-f7f7478a3187 req-4822ce50-38a8-4314-9165-c127216e6d0a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 945 time: 0.0963316 Jul 07 13:16:38.030515 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-52ec0eb7-0b4d-4193-a3fc-ce16f3daf3d6 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.066982 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec0eb7-0b4d-4193-a3fc-ce16f3daf3d6 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c950c1a3-895e-46dd-a307-3369a6f6549d,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:38.138218 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.142295 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7305fc2f-7de4-4436-8683-f7f7478a3187 req-b74b81cd-281b-4ec6-b674-cf86e7302a1d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031916 Jul 07 13:16:38.170519 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Transition to ACTIVE for port object 26f5230e-db7c-47ac-87b6-85fb3570c3bd will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:16:38.229188 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-52ec0eb7-0b4d-4193-a3fc-ce16f3daf3d6 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.229996 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-52ec0eb7-0b4d-4193-a3fc-ce16f3daf3d6 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5210075 Jul 07 13:16:38.232655 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 44172) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:38.238143 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b5fa4530-b6a9-416b-bec1-138512c5ec50 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Request body: {'security_group_rule': {'security_group_id': '8177e961-9e32-41c9-8ce7-745e3f586977', 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:16:38.358270 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af0e2f-9505-4fab-864d-0d0b1de82da9 req-c84567b9-69d5-41d4-bfc6-fce60d650ad1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:38.359797 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-33af0e2f-9505-4fab-864d-0d0b1de82da9 req-c84567b9-69d5-41d4-bfc6-fce60d650ad1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0811055 Jul 07 13:16:38.381562 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.398098 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4530-b6a9-416b-bec1-138512c5ec50 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.439662 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-33af0e2f-9505-4fab-864d-0d0b1de82da9 req-06fdedc6-4b48-43ac-b470-ab746c520c3e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718248 Jul 07 13:16:38.457672 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79845ac3-a12f-4824-93b2-c1ab9f70f870 None None] Pushing event updated for resources: {'Port': ['ID=26f5230e-db7c-47ac-87b6-85fb3570c3bd,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:38.516742 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4530-b6a9-416b-bec1-138512c5ec50 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.550401 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Attempting to bind port 26f5230e-db7c-47ac-87b6-85fb3570c3bd on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:16:38.551136 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Attempting to bind port 26f5230e-db7c-47ac-87b6-85fb3570c3bd by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': 'fee5634e-8ee5-479b-b0f4-7a144f782e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:16:38.551593 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Attempting to bind port 26f5230e-db7c-47ac-87b6-85fb3570c3bd on network b97b8737-120c-4317-9601-0c08a726afc0 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:16:38.567131 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:16:38.567574 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Checking segment: {'id': 'fee5634e-8ee5-479b-b0f4-7a144f782e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:16:38.568019 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.569253 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Bound using segment: {'id': 'fee5634e-8ee5-479b-b0f4-7a144f782e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:16:38.569927 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Bound port: 26f5230e-db7c-47ac-87b6-85fb3570c3bd, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee5634e-8ee5-479b-b0f4-7a144f782e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:16:38.570377 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.575469 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4530-b6a9-416b-bec1-138512c5ec50 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.594267 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa4530-b6a9-416b-bec1-138512c5ec50 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870680f7-8283-480a-a724-74c0eaa0785b,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:38.651372 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] For port 26f5230e-db7c-47ac-87b6-85fb3570c3bd, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:16:38.655871 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] For port 26f5230e-db7c-47ac-87b6-85fb3570c3bd, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=26f5230e-db7c-47ac-87b6-85fb3570c3bd,segment=NetworkSegment(fee5634e-8ee5-479b-b0f4-7a144f782e2e),segment_id=fee5634e-8ee5-479b-b0f4-7a144f782e2e)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:16:38.690858 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4530-b6a9-416b-bec1-138512c5ec50 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.698153 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-b5fa4530-b6a9-416b-bec1-138512c5ec50 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4584088 Jul 07 13:16:38.698153 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 44186) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:38.700068 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d3e43000-3056-452b-8061-428c9316ca9f tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Request body: {'security_group_rule': {'security_group_id': '8177e961-9e32-41c9-8ce7-745e3f586977', 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:16:38.799013 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.833272 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-d3e43000-3056-452b-8061-428c9316ca9f tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Project 7c304e03bb8246aba8abc47b0b37e6af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 13:16:38.839089 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d3e43000-3056-452b-8061-428c9316ca9f tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.861774 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Routers {'20bb5c43-4812-453d-8a9b-fb1826d4a9bc'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:16:38.862473 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:16:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['20bb5c43-4812-453d-8a9b-fb1826d4a9bc'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:38.871427 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:16:38.924590 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d3e43000-3056-452b-8061-428c9316ca9f tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:38.939244 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79845ac3-a12f-4824-93b2-c1ab9f70f870 None None] Pushing event updated for resources: {'Port': ['ID=26f5230e-db7c-47ac-87b6-85fb3570c3bd,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:39.035471 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d3e43000-3056-452b-8061-428c9316ca9f tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:39.046227 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] Set router 20bb5c43-4812-453d-8a9b-fb1826d4a9bc gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:16:39.048492 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:39.048492 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:39.053371 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e43000-3056-452b-8061-428c9316ca9f tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7e351c-3c9f-4f07-8bc0-5ee73825c3b8,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:39.222754 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d3e43000-3056-452b-8061-428c9316ca9f tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:39.230482 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-d3e43000-3056-452b-8061-428c9316ca9f tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5319464 Jul 07 13:16:39.233632 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 44192) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:39.238659 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-31d0efa4-10b3-4192-b601-7ba6af976130 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Request body: {'security_group_rule': {'security_group_id': '8177e961-9e32-41c9-8ce7-745e3f586977', 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:16:39.299143 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:39.354112 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:16:39.356417 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b8b05e-a8c9-4665-98a3-6c22df050243" -d '{"events": [{"server_uuid": "123db360-66aa-4749-8843-3f9431022604", "name": "network-vif-plugged", "status": "completed", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:16:39.369617 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b69492-328c-428d-aabb-48a80bb93c8c req-9c1d7aa3-02ef-4843-9da1-c801bdb75ea4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:39.371277 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-54b69492-328c-428d-aabb-48a80bb93c8c req-9c1d7aa3-02ef-4843-9da1-c801bdb75ea4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 945 time: 0.0857217 Jul 07 13:16:39.372770 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.securitygroups_db [None req-31d0efa4-10b3-4192-b601-7ba6af976130 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Project 7c304e03bb8246aba8abc47b0b37e6af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 13:16:39.374101 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:16:39.378427 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-31d0efa4-10b3-4192-b601-7ba6af976130 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:39.387681 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'name': 'tempest-TestShelveInstance-272578114-router', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:28Z', 'updated_at': '2021-07-07T13:16:34Z', 'revision_number': 4, 'project_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'gw_port': {'id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:29Z', 'updated_at': '2021-07-07T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '26f5230e-db7c-47ac-87b6-85fb3570c3bd', 'name': '', 'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'mac_address': 'fa:16:3e:2a:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '94e3cf58-1097-41f9-8670-7400ef3813af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:33Z', 'updated_at': '2021-07-07T13:16:38Z', 'revision_number': 4, 'project_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'subnets': [{'id': '94e3cf58-1097-41f9-8670-7400ef3813af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:16:39.422693 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e76ec6-d383-4fa6-a0ef-ea4867f042b1 x-openstack-request-id: req-54e76ec6-d383-4fa6-a0ef-ea4867f042b1 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:16:39.426012 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123db360-66aa-4749-8843-3f9431022604", "name": "network-vif-plugged", "status": "completed", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:16:39.426012 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-54e76ec6-d383-4fa6-a0ef-ea4867f042b1 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:16:39.426012 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'code': 200} Jul 07 13:16:39.426012 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae21e6-fee4-46e6-9807-cb9d0490534a None None] The sync data for ids ['20bb5c43-4812-453d-8a9b-fb1826d4a9bc'] in dv-cinder-786627-18-iscsi is: [{'id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'name': 'tempest-TestShelveInstance-272578114-router', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:28Z', 'updated_at': '2021-07-07T13:16:34Z', 'revision_number': 4, 'project_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'gw_port': {'id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:29Z', 'updated_at': '2021-07-07T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '26f5230e-db7c-47ac-87b6-85fb3570c3bd', 'name': '', 'network_id': 'b97b8737-120c-4317-9601-0c08a726afc0', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'mac_address': 'fa:16:3e:2a:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '94e3cf58-1097-41f9-8670-7400ef3813af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:33Z', 'updated_at': '2021-07-07T13:16:38Z', 'revision_number': 4, 'project_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'subnets': [{'id': '94e3cf58-1097-41f9-8670-7400ef3813af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:16:39.457948 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-54b69492-328c-428d-aabb-48a80bb93c8c req-fb70565e-af87-4b28-b4ed-f2c72e8e5e14 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764914 Jul 07 13:16:39.540759 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-31d0efa4-10b3-4192-b601-7ba6af976130 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:39.588373 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:39.625458 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-31d0efa4-10b3-4192-b601-7ba6af976130 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:39.654022 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,revision_number=7']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:39.677888 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0efa4-10b3-4192-b601-7ba6af976130 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73abb2a-cc50-410d-b081-44e7d32c21bc,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:39.720033 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc2086-b5e7-4e9d-bd6d-7ace615424e9 req-a1f0f7f7-8ce8-45cb-8018-b0396d155698 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:39.720033 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a8cc2086-b5e7-4e9d-bd6d-7ace615424e9 req-a1f0f7f7-8ce8-45cb-8018-b0396d155698 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.1074102 Jul 07 13:16:39.760541 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a8cc2086-b5e7-4e9d-bd6d-7ace615424e9 req-218ec1e6-91d4-4bb0-9962-c0e13ef5457c tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383251 Jul 07 13:16:39.890429 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-31d0efa4-10b3-4192-b601-7ba6af976130 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:39.891772 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-31d0efa4-10b3-4192-b601-7ba6af976130 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6568303 Jul 07 13:16:40.500288 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 26f5230e-db7c-47ac-87b6-85fb3570c3bd up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:16:40.599325 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 26f5230e-db7c-47ac-87b6-85fb3570c3bd completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:16:40.605512 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 26f5230e-db7c-47ac-87b6-85fb3570c3bd triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:40.609309 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:40.676402 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea1481-4a03-4f2a-b1d8-6efff58ffa7a req-a248fb2d-b7b2-4f2d-ac79-cdd0212db165 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:40.678174 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-66ea1481-4a03-4f2a-b1d8-6efff58ffa7a req-a248fb2d-b7b2-4f2d-ac79-cdd0212db165 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0750878 Jul 07 13:16:40.724622 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-66ea1481-4a03-4f2a-b1d8-6efff58ffa7a req-a383be30-ed1e-45bd-8a32-4b3229177405 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397503 Jul 07 13:16:40.725360 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:40.772099 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 26f5230e-db7c-47ac-87b6-85fb3570c3bd, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=26f5230e-db7c-47ac-87b6-85fb3570c3bd,segment=NetworkSegment(fee5634e-8ee5-479b-b0f4-7a144f782e2e),segment_id=fee5634e-8ee5-479b-b0f4-7a144f782e2e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:16:40.856061 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:40.953037 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=26f5230e-db7c-47ac-87b6-85fb3570c3bd,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:41.063009 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b13c5-d883-443a-b2da-95dc9552f732 req-31bdb697-18f8-4a1d-80d9-c8ad3f436d48 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:41.065259 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-613b13c5-d883-443a-b2da-95dc9552f732 req-31bdb697-18f8-4a1d-80d9-c8ad3f436d48 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0776536 Jul 07 13:16:41.110739 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-613b13c5-d883-443a-b2da-95dc9552f732 req-cfded9a9-ff5c-4be1-95b9-934bc9670e44 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370841 Jul 07 13:16:41.920702 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e3ab1-5b1b-4061-9d9c-1a01745d3f8c req-28a855d3-6119-4b60-9630-2da2e0d634f6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:41.922205 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-614e3ab1-5b1b-4061-9d9c-1a01745d3f8c req-28a855d3-6119-4b60-9630-2da2e0d634f6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0672276 Jul 07 13:16:41.965211 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-614e3ab1-5b1b-4061-9d9c-1a01745d3f8c req-6c9352de-5d8c-4adf-b100-b83850f9c237 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361993 Jul 07 13:16:42.297495 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167a2f8-b69d-495e-bcaa-affa4c19b8a3 req-57a8d26b-ef67-4a0d-ab25-b3d4bc4353e8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:42.299186 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5167a2f8-b69d-495e-bcaa-affa4c19b8a3 req-57a8d26b-ef67-4a0d-ab25-b3d4bc4353e8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0653777 Jul 07 13:16:42.343335 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5167a2f8-b69d-495e-bcaa-affa4c19b8a3 req-17a1c911-d993-433e-8455-f5d729b4426d tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373375 Jul 07 13:16:42.481910 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 26f5230e-db7c-47ac-87b6-85fb3570c3bd up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:16:42.531171 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 26f5230e-db7c-47ac-87b6-85fb3570c3bd triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:16:42.531539 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:43.148661 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfcfe7-93bf-4db9-9628-355dc8e897cb req-5af0654c-a6d7-4ffc-8820-7338836c32d8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:43.150079 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7cfcfe7-93bf-4db9-9628-355dc8e897cb req-5af0654c-a6d7-4ffc-8820-7338836c32d8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0631936 Jul 07 13:16:43.193912 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7cfcfe7-93bf-4db9-9628-355dc8e897cb req-7802dc47-af45-44b7-b7f8-4b9dc648370b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370581 Jul 07 13:16:43.534740 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbb62f-08bb-4e72-a4e5-2bd44ccdbf36 req-a1406dcd-c43d-41ae-8f97-62bd9ece72b5 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:43.536420 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a4cbb62f-08bb-4e72-a4e5-2bd44ccdbf36 req-a1406dcd-c43d-41ae-8f97-62bd9ece72b5 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0771854 Jul 07 13:16:43.578755 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a4cbb62f-08bb-4e72-a4e5-2bd44ccdbf36 req-12dd77a1-9989-414a-804d-70f01207bcac tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355833 Jul 07 13:16:44.391853 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f03da-f5d3-4164-9e1e-f678ceb9a3bd req-40127076-07b2-4afe-b57c-fbbd6acec6f8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:44.393377 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a64f03da-f5d3-4164-9e1e-f678ceb9a3bd req-40127076-07b2-4afe-b57c-fbbd6acec6f8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0687068 Jul 07 13:16:44.431803 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a64f03da-f5d3-4164-9e1e-f678ceb9a3bd req-db986dc9-8fa0-4491-a21f-6ae085ee08eb tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326324 Jul 07 13:16:44.761025 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5d8ad-2e60-463c-9c59-4038bdb9119a req-8b811d0b-c9a1-425a-bda2-e2b72298ea67 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:44.762511 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb5d8ad-2e60-463c-9c59-4038bdb9119a req-8b811d0b-c9a1-425a-bda2-e2b72298ea67 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0659451 Jul 07 13:16:44.806111 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffb5d8ad-2e60-463c-9c59-4038bdb9119a req-297b9f99-d674-46ae-acef-2d3f75e5df05 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378253 Jul 07 13:16:45.616845 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65be7-57ba-45a2-89f7-2265f1e213f0 req-5bef046b-3ea6-4428-b893-0411cd491c16 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:45.618341 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-11f65be7-57ba-45a2-89f7-2265f1e213f0 req-5bef046b-3ea6-4428-b893-0411cd491c16 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0642672 Jul 07 13:16:45.656805 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-11f65be7-57ba-45a2-89f7-2265f1e213f0 req-bb3c623b-dce1-447f-b75c-8a7846b08768 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326762 Jul 07 13:16:45.987269 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f370ced-7789-49cd-86b0-f63859d72283 req-f64b08a2-7f4c-4e41-9cfd-454b8c8eb84a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:45.988790 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5f370ced-7789-49cd-86b0-f63859d72283 req-f64b08a2-7f4c-4e41-9cfd-454b8c8eb84a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0668824 Jul 07 13:16:46.030306 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5f370ced-7789-49cd-86b0-f63859d72283 req-4eb466a7-9084-4a0d-bd22-596015c23c79 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348139 Jul 07 13:16:46.840512 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c370a-364d-46fc-a9a9-d4354b338c22 req-92388544-3376-4f31-84a6-26e600ff948b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:46.842019 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-357c370a-364d-46fc-a9a9-d4354b338c22 req-92388544-3376-4f31-84a6-26e600ff948b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0667048 Jul 07 13:16:46.889211 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-357c370a-364d-46fc-a9a9-d4354b338c22 req-0b6e12a9-58a0-4d00-a521-1d041a1476e5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414391 Jul 07 13:16:47.217861 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4cbda-615f-445e-bc91-374af9ab9c3f req-9563b3ca-a7c0-4f03-8e7b-c891611b7265 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:47.219379 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-27b4cbda-615f-445e-bc91-374af9ab9c3f req-9563b3ca-a7c0-4f03-8e7b-c891611b7265 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0670321 Jul 07 13:16:47.268748 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-27b4cbda-615f-445e-bc91-374af9ab9c3f req-a079265f-b378-4062-939a-61f45d1df1de tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435822 Jul 07 13:16:47.815048 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdc03e-e663-42bd-81c8-0e1517910cef req-ecfd023e-679e-4ac7-be9e-a14166563c04 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:47.816933 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dfcdc03e-e663-42bd-81c8-0e1517910cef req-ecfd023e-679e-4ac7-be9e-a14166563c04 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0709057 Jul 07 13:16:47.853286 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cd6c9-5eb2-454d-8d2f-26e3a67bd456 req-b722773b-8c64-4ffe-86b0-37edb466fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:47.855110 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4b9cd6c9-5eb2-454d-8d2f-26e3a67bd456 req-b722773b-8c64-4ffe-86b0-37edb466fcd9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ac382a5a1d74eda97536a5c970e2489&device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 1098 time: 0.0596590 Jul 07 13:16:47.871912 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dfcdc03e-e663-42bd-81c8-0e1517910cef req-0b9115cc-18ec-4622-bcdb-77822b3f4bda tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473588 Jul 07 13:16:47.958532 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cd6c9-5eb2-454d-8d2f-26e3a67bd456 req-defcc8bf-98bd-4a8d-bf6b-9f60ee23e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:47.959964 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4b9cd6c9-5eb2-454d-8d2f-26e3a67bd456 req-defcc8bf-98bd-4a8d-bf6b-9f60ee23e6bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a HTTP/1.1" status: 200 len: 919 time: 0.0975387 Jul 07 13:16:48.017921 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4b9cd6c9-5eb2-454d-8d2f-26e3a67bd456 req-e92b6e00-bc1a-4c05-bafd-690b46d4af81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c HTTP/1.1" status: 200 len: 217 time: 0.0382674 Jul 07 13:16:48.076130 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cd6c9-5eb2-454d-8d2f-26e3a67bd456 req-86574bcd-22dc-4c19-8cb9-fc63e750f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:48.077757 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4b9cd6c9-5eb2-454d-8d2f-26e3a67bd456 req-86574bcd-22dc-4c19-8cb9-fc63e750f7a9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6cf3e7-10ef-4cec-8bcb-e370c6874479 HTTP/1.1" status: 200 len: 858 time: 0.0471354 Jul 07 13:16:48.086087 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08d5f5-9ef2-43e9-9a07-a476c6ac0d28 req-7a57d3a4-77b6-4a22-8211-f2b6100356ca tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:48.087910 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ce08d5f5-9ef2-43e9-9a07-a476c6ac0d28 req-7a57d3a4-77b6-4a22-8211-f2b6100356ca tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0764501 Jul 07 13:16:48.132895 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4b9cd6c9-5eb2-454d-8d2f-26e3a67bd456 req-f27f16c8-d91e-4a77-99d3-366e2c5ff7db service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343182 Jul 07 13:16:48.149415 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ce08d5f5-9ef2-43e9-9a07-a476c6ac0d28 req-b6013ad4-0a81-4904-8c1a-5ba1fb2124c3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510404 Jul 07 13:16:48.175181 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 44322) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:48.232603 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4b9cd6c9-5eb2-454d-8d2f-26e3a67bd456 req-6964d2f9-267a-4157-ac8f-185717e1b8b2 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922801 Jul 07 13:16:48.310976 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e508aebe-6c09-4093-befb-897b6c7ed0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:48.341487 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4b9cd6c9-5eb2-454d-8d2f-26e3a67bd456 req-f9949fd8-6fe5-4fa8-a87e-542cd03c869c service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978451 Jul 07 13:16:48.427939 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e508aebe-6c09-4093-befb-897b6c7ed0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:48.490678 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0dabc-fa37-4d02-ba82-092b76afa4f2 req-9279fa95-c557-47ab-be92-548148c9eae3 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:48.492194 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cde0dabc-fa37-4d02-ba82-092b76afa4f2 req-9279fa95-c557-47ab-be92-548148c9eae3 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0733473 Jul 07 13:16:48.755876 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e508aebe-6c09-4093-befb-897b6c7ed0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:48.812025 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e508aebe-6c09-4093-befb-897b6c7ed0f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b8cc3d7f1af477ca415850ea2b83865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6355224 Jul 07 13:16:48.814680 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 44332) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:48.815515 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cde0dabc-fa37-4d02-ba82-092b76afa4f2 req-a7e3cb08-e4db-48d0-b740-e62e15072c54 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176148 Jul 07 13:16:48.816268 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508aebe-6c09-4093-befb-897b6c7ed0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6bf498-4472-4399-8101-f70ea4662f4b,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:48.869592 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2e837d9-ea84-42ad-aef6-6174795acd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:48.890514 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2e837d9-ea84-42ad-aef6-6174795acd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:49.033338 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2e837d9-ea84-42ad-aef6-6174795acd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:49.035908 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2e837d9-ea84-42ad-aef6-6174795acd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:49.037456 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-d2e837d9-ea84-42ad-aef6-6174795acd20 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fb6bf498-4472-4399-8101-f70ea4662f4b HTTP/1.1" status: 204 len: 168 time: 0.2215202 Jul 07 13:16:49.047045 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e837d9-ea84-42ad-aef6-6174795acd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6bf498-4472-4399-8101-f70ea4662f4b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:16:49.056768 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603b1ff-bfe2-4b1c-be92-f61cfd1b9aa0 req-f332faaa-22bf-4dfc-91bc-46bd38bfdd96 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:49.058435 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4603b1ff-bfe2-4b1c-be92-f61cfd1b9aa0 req-f332faaa-22bf-4dfc-91bc-46bd38bfdd96 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0648744 Jul 07 13:16:49.099503 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4603b1ff-bfe2-4b1c-be92-f61cfd1b9aa0 req-a7350331-befc-4040-9cb8-f16f8fca1891 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Jul 07 13:16:49.346333 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028f127-3104-472e-b6a4-86c90d163bcd req-a5cd7b82-5339-4a3c-8511-563497d179aa tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:49.347951 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9028f127-3104-472e-b6a4-86c90d163bcd req-a5cd7b82-5339-4a3c-8511-563497d179aa tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0706229 Jul 07 13:16:49.392218 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9028f127-3104-472e-b6a4-86c90d163bcd req-4d60c23a-c1a7-43e9-912c-fb00b2759c0f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359786 Jul 07 13:16:49.821419 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:49.998318 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ebd41-dbdf-45a7-9b94-a9d40471f5ad req-1859c70c-b71c-41cc-a86b-758dd94d8f74 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:50.000019 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b92ebd41-dbdf-45a7-9b94-a9d40471f5ad req-1859c70c-b71c-41cc-a86b-758dd94d8f74 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0657852 Jul 07 13:16:50.038697 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b92ebd41-dbdf-45a7-9b94-a9d40471f5ad req-a1812d61-1dcb-4800-8684-24143653715d tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328996 Jul 07 13:16:50.290482 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2f608-9000-44e1-8f3a-d897da673e67 req-f3364de8-2172-440c-a49d-ac9451f70226 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:50.291974 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0cd2f608-9000-44e1-8f3a-d897da673e67 req-f3364de8-2172-440c-a49d-ac9451f70226 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0691209 Jul 07 13:16:50.331441 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0cd2f608-9000-44e1-8f3a-d897da673e67 req-b30292d0-5120-440a-8bd5-e2add1f45be6 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339108 Jul 07 13:16:50.611736 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a12130-9b99-4338-94b7-f5f6ee24ff46 req-20298c20-2813-4145-98dd-54a4a1696b2a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:50.613242 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c5a12130-9b99-4338-94b7-f5f6ee24ff46 req-20298c20-2813-4145-98dd-54a4a1696b2a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0694852 Jul 07 13:16:50.652045 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c5a12130-9b99-4338-94b7-f5f6ee24ff46 req-8b4d61fd-11a8-40e7-8770-8cb0bf719f20 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Jul 07 13:16:51.232374 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265d84b-97b7-4a88-bdb3-ece5b7e2dc59 req-938a4963-7859-47f5-bbad-17af7c765368 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:51.233909 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6265d84b-97b7-4a88-bdb3-ece5b7e2dc59 req-938a4963-7859-47f5-bbad-17af7c765368 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0754280 Jul 07 13:16:51.280788 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6265d84b-97b7-4a88-bdb3-ece5b7e2dc59 req-32e8a273-9be8-4e75-a1f5-6aa276611cd4 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 Jul 07 13:16:51.607631 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bb5be-804e-482c-9730-875116cf374b req-5bb56ea7-2c12-40b5-8881-67ee5972cefe tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:51.610010 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-608bb5be-804e-482c-9730-875116cf374b req-5bb56ea7-2c12-40b5-8881-67ee5972cefe tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1322050 Jul 07 13:16:51.659443 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-608bb5be-804e-482c-9730-875116cf374b req-db6338d8-e626-4fcc-ab7c-50d38a1f2950 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410333 Jul 07 13:16:51.886695 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b65785-861f-4c46-b78d-2eba760d1341 req-26fea457-ff4f-46d5-9192-69fa53659079 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:51.888242 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-77b65785-861f-4c46-b78d-2eba760d1341 req-26fea457-ff4f-46d5-9192-69fa53659079 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0853951 Jul 07 13:16:51.937864 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-77b65785-861f-4c46-b78d-2eba760d1341 req-f1cd25ea-79dc-4205-ad17-4ab9f69faf56 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412242 Jul 07 13:16:52.509150 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68651cd-f53e-4fba-bb43-c2b166a9541a req-294ae42a-4428-443f-817a-eebf2af13a0e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:52.510678 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a68651cd-f53e-4fba-bb43-c2b166a9541a req-294ae42a-4428-443f-817a-eebf2af13a0e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0892415 Jul 07 13:16:52.563933 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a68651cd-f53e-4fba-bb43-c2b166a9541a req-fc6dbe61-8e70-4f43-ac0e-8574ff69cf30 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471642 Jul 07 13:16:52.924299 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38d161-15d3-4c53-861b-2cac03b0a41c req-33e1e0f2-ab11-4758-9c8a-201d17c01f3a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:52.926625 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fd38d161-15d3-4c53-861b-2cac03b0a41c req-33e1e0f2-ab11-4758-9c8a-201d17c01f3a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0833356 Jul 07 13:16:52.972833 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fd38d161-15d3-4c53-861b-2cac03b0a41c req-e44128a8-ebbb-46cc-a9f5-a80401857309 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Jul 07 13:16:53.176314 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5619285-6c6e-4c01-911f-db01775d027d req-4f11df50-a926-44f4-b157-b6c4abb0f93b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:53.178004 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c5619285-6c6e-4c01-911f-db01775d027d req-4f11df50-a926-44f4-b157-b6c4abb0f93b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0825465 Jul 07 13:16:53.232259 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c5619285-6c6e-4c01-911f-db01775d027d req-358881d7-c2db-4e1f-b4ea-9c1cb97d5c30 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481036 Jul 07 13:16:53.863208 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e848ed-66ac-44ea-8d47-5124200c71a3 req-862de3a3-2e6b-46d8-9bc7-9e8b55c37f86 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:53.865216 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0e848ed-66ac-44ea-8d47-5124200c71a3 req-862de3a3-2e6b-46d8-9bc7-9e8b55c37f86 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.1121006 Jul 07 13:16:53.909618 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0e848ed-66ac-44ea-8d47-5124200c71a3 req-7de60c7d-eb04-43da-8eca-b75bf2508d46 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379620 Jul 07 13:16:54.185525 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7375ee-6969-456e-8045-53e0259857a0 req-c6bd4868-b416-4a44-a741-ed7143742dc4 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:54.187078 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5c7375ee-6969-456e-8045-53e0259857a0 req-c6bd4868-b416-4a44-a741-ed7143742dc4 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0707982 Jul 07 13:16:54.231126 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5c7375ee-6969-456e-8045-53e0259857a0 req-689caaf9-86c5-496f-a5ae-5c2c7011e66b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375705 Jul 07 13:16:54.430911 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78115696-36ce-4925-b664-652477f18790 req-3a858e58-4beb-4f93-9c1d-072cf010cfb9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:54.432699 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-78115696-36ce-4925-b664-652477f18790 req-3a858e58-4beb-4f93-9c1d-072cf010cfb9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0775328 Jul 07 13:16:54.483308 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-78115696-36ce-4925-b664-652477f18790 req-f52d8067-df86-4609-aa8c-de863a4af131 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444808 Jul 07 13:16:54.964459 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e6d04cc-71a5-4c95-b364-c4b51d527382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:55.120582 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9da84-4178-4a08-808a-4b177e4383ba req-b1024330-f5d1-4b38-811b-6d6f905b3ad2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:55.122559 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-85a9da84-4178-4a08-808a-4b177e4383ba req-b1024330-f5d1-4b38-811b-6d6f905b3ad2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0726073 Jul 07 13:16:55.166130 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-85a9da84-4178-4a08-808a-4b177e4383ba req-5eb64f12-9fb0-4dc1-bfbb-9b8590df5d35 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363624 Jul 07 13:16:55.443854 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013367b-33fb-49f0-af87-27e2bc5cf295 req-684a6b6f-d278-41a6-8397-d474639372d3 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:55.446280 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b013367b-33fb-49f0-af87-27e2bc5cf295 req-684a6b6f-d278-41a6-8397-d474639372d3 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0854313 Jul 07 13:16:55.502269 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b013367b-33fb-49f0-af87-27e2bc5cf295 req-c451dd3e-b479-475f-8a89-58466ad1bb03 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481358 Jul 07 13:16:55.728400 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd09609-f739-4b71-a7c6-69a35e6505bb req-8f282f10-aa50-4e1d-b7fc-9e8d318df703 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:55.729900 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bcd09609-f739-4b71-a7c6-69a35e6505bb req-8f282f10-aa50-4e1d-b7fc-9e8d318df703 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0848303 Jul 07 13:16:55.777026 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bcd09609-f739-4b71-a7c6-69a35e6505bb req-35dfc46d-1dd7-4cc0-a5e9-322bc9d1b5c3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389230 Jul 07 13:16:56.381942 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721e1ca-d128-4691-b242-3d91a9c3fd27 req-e4335111-1d78-4b49-bd88-fa5cc3335e6e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:56.384539 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0721e1ca-d128-4691-b242-3d91a9c3fd27 req-e4335111-1d78-4b49-bd88-fa5cc3335e6e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0779221 Jul 07 13:16:56.445653 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0721e1ca-d128-4691-b242-3d91a9c3fd27 req-0124e1c0-8fba-4da0-8c53-b87dcd219caf tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525317 Jul 07 13:16:56.742259 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080c798-f1ca-4629-904e-afbe4cf89364 req-1bd885c6-079f-4a99-89b7-c044b699fa09 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:56.743684 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9080c798-f1ca-4629-904e-afbe4cf89364 req-1bd885c6-079f-4a99-89b7-c044b699fa09 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1141398 Jul 07 13:16:56.790284 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9080c798-f1ca-4629-904e-afbe4cf89364 req-92a3bbdc-3c1d-486c-bc6e-dd252cd9b3eb tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392637 Jul 07 13:16:57.057342 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287b570-e48c-402d-b4e7-86b264f4a804 req-d9e3000a-52a8-4a8a-a1d6-84cb50ca5136 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:57.072281 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6287b570-e48c-402d-b4e7-86b264f4a804 req-d9e3000a-52a8-4a8a-a1d6-84cb50ca5136 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.1429679 Jul 07 13:16:57.125691 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6287b570-e48c-402d-b4e7-86b264f4a804 req-43332e32-a2a9-47dc-9a28-21e509936306 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512578 Jul 07 13:16:57.646545 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab8ed6-4179-4a53-9e6b-9fed60121296 req-158431b6-9a6c-44fc-9960-e2696d493f04 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:57.676769 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-02ab8ed6-4179-4a53-9e6b-9fed60121296 req-158431b6-9a6c-44fc-9960-e2696d493f04 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0645664 Jul 07 13:16:57.689654 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-02ab8ed6-4179-4a53-9e6b-9fed60121296 req-8b3dc9a2-9cb9-4d41-a84b-846e80727a8b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352771 Jul 07 13:16:57.980538 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f4b81-a2fc-4ab2-b17d-947486fa425e req-a0bffbac-235d-4d38-946c-634df72a186f tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:57.982240 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ae0f4b81-a2fc-4ab2-b17d-947486fa425e req-a0bffbac-235d-4d38-946c-634df72a186f tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0711641 Jul 07 13:16:58.021345 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ae0f4b81-a2fc-4ab2-b17d-947486fa425e req-5d302209-651a-47d9-bfe5-3a21a925551f tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334420 Jul 07 13:16:58.026958 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8bebfe4-3ae8-43db-a072-304152070ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:58.061669 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:58.332605 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5fa8e-6c79-4676-b4f2-402638abea52 req-52176c44-613d-40d0-978b-6a342a501855 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:58.334253 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-98d5fa8e-6c79-4676-b4f2-402638abea52 req-52176c44-613d-40d0-978b-6a342a501855 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0727532 Jul 07 13:16:58.383265 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-98d5fa8e-6c79-4676-b4f2-402638abea52 req-d3581322-1032-46b7-b4b1-7ecf7fe9018a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398123 Jul 07 13:16:58.861290 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:58.928473 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2e786-8da0-4d2a-a05d-b20e2627bd7e req-32a0d742-fbd4-428d-901e-fcba089e245b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:58.931895 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-54c2e786-8da0-4d2a-a05d-b20e2627bd7e req-32a0d742-fbd4-428d-901e-fcba089e245b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0935545 Jul 07 13:16:59.017066 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-54c2e786-8da0-4d2a-a05d-b20e2627bd7e req-e32bc9f8-0927-4d07-bbc4-35c5417f40e6 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787838 Jul 07 13:16:59.227764 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf5a0e-1447-444d-af53-0325a3b9260c req-acaccd6e-8213-455d-83cc-272dc897efee tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:59.229385 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3ddf5a0e-1447-444d-af53-0325a3b9260c req-acaccd6e-8213-455d-83cc-272dc897efee tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0870831 Jul 07 13:16:59.289539 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3ddf5a0e-1447-444d-af53-0325a3b9260c req-ab007a17-8c8f-44e8-998a-c29d4400ba0e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470915 Jul 07 13:16:59.621847 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96c962-bade-4de6-b615-16b80ec1e8c8 req-721075d5-df7c-47fe-b51a-0b0c67d77303 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:16:59.625579 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b96c962-bade-4de6-b615-16b80ec1e8c8 req-721075d5-df7c-47fe-b51a-0b0c67d77303 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0929158 Jul 07 13:16:59.650519 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 44560) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:16:59.686620 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b96c962-bade-4de6-b615-16b80ec1e8c8 req-e4e002b9-71a8-4bcf-914c-2667372b274e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557220 Jul 07 13:16:59.785153 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-864e3a75-8d6a-42f2-a5dc-a81f6b104425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:59.904834 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-864e3a75-8d6a-42f2-a5dc-a81f6b104425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:59.985716 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-864e3a75-8d6a-42f2-a5dc-a81f6b104425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:00.023287 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e3a75-8d6a-42f2-a5dc-a81f6b104425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c733cb-e1dd-489e-ac0d-927b0794957a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:00.053770 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-864e3a75-8d6a-42f2-a5dc-a81f6b104425 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3513e5eadc644b2db6911dae3498f3f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4012914 Jul 07 13:17:00.056898 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 44566) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:00.124334 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-41190bd0-30d2-464e-8308-68a19369da7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:00.151172 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-41190bd0-30d2-464e-8308-68a19369da7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:00.243207 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc99655-1c3d-40af-9583-a8918370d931 req-db5a384c-2308-41bc-81de-8212acba333b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:00.250065 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dcc99655-1c3d-40af-9583-a8918370d931 req-db5a384c-2308-41bc-81de-8212acba333b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0889831 Jul 07 13:17:00.317502 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dcc99655-1c3d-40af-9583-a8918370d931 req-82b2afe7-0be3-46d5-bde7-b198ec815ae6 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630586 Jul 07 13:17:00.331188 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-41190bd0-30d2-464e-8308-68a19369da7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:00.331188 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-41190bd0-30d2-464e-8308-68a19369da7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:00.332127 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-41190bd0-30d2-464e-8308-68a19369da7e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c6c733cb-e1dd-489e-ac0d-927b0794957a HTTP/1.1" status: 204 len: 168 time: 0.2733593 Jul 07 13:17:00.353258 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41190bd0-30d2-464e-8308-68a19369da7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c733cb-e1dd-489e-ac0d-927b0794957a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:00.520054 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfd41e-2227-40be-95b7-8bb4842c5d03 req-5992370b-9a4f-4e62-acb1-77a117da40a9 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:00.521584 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7ccfd41e-2227-40be-95b7-8bb4842c5d03 req-5992370b-9a4f-4e62-acb1-77a117da40a9 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0828516 Jul 07 13:17:00.565770 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7ccfd41e-2227-40be-95b7-8bb4842c5d03 req-abc7634a-babd-4abd-8cdb-475826e2ac2a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373170 Jul 07 13:17:00.969765 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1637-c219-4de8-b5ff-e00d35cc29f8 req-7ad9ee69-44ff-490a-b299-fecc8e7a9e05 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:00.978490 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3d8b1637-c219-4de8-b5ff-e00d35cc29f8 req-7ad9ee69-44ff-490a-b299-fecc8e7a9e05 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.1219604 Jul 07 13:17:01.071304 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3d8b1637-c219-4de8-b5ff-e00d35cc29f8 req-a92b2960-47ed-431f-97af-d50d3c9b3bb4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567851 Jul 07 13:17:01.517722 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e4b24-4fd4-44e0-b0fe-bb903e0c32f8 req-a0b12826-25ff-4a0b-ab48-5b8d9fb83a4b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:01.519210 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-670e4b24-4fd4-44e0-b0fe-bb903e0c32f8 req-a0b12826-25ff-4a0b-ab48-5b8d9fb83a4b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0665886 Jul 07 13:17:01.557918 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-670e4b24-4fd4-44e0-b0fe-bb903e0c32f8 req-f05c0a38-e452-45f7-86af-16abc1eff798 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Jul 07 13:17:01.633798 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:01.762400 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fae0e4-18fe-4f5c-afc4-99c1585fdca4 req-a0690234-b54f-410a-be20-fcdf8e6d593a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:01.770038 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-15fae0e4-18fe-4f5c-afc4-99c1585fdca4 req-a0690234-b54f-410a-be20-fcdf8e6d593a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0832033 Jul 07 13:17:01.810199 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-15fae0e4-18fe-4f5c-afc4-99c1585fdca4 req-24538eb0-9298-4fd3-8d62-b20ecfbd08e8 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391777 Jul 07 13:17:02.267853 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82640d7f-2938-4cea-a9f1-625e558458a6 req-8bdb0838-5cb6-4c53-8383-96ece78febad tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:02.271237 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82640d7f-2938-4cea-a9f1-625e558458a6 req-8bdb0838-5cb6-4c53-8383-96ece78febad tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0821869 Jul 07 13:17:02.320015 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82640d7f-2938-4cea-a9f1-625e558458a6 req-46fda316-6c7f-4a77-8a05-e0ed211bca18 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386913 Jul 07 13:17:02.744524 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb429780-5d11-4822-ba9a-c343478af6aa req-56d0a3d8-5d77-42f5-aa26-26b10a90aee8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:02.746232 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bb429780-5d11-4822-ba9a-c343478af6aa req-56d0a3d8-5d77-42f5-aa26-26b10a90aee8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0682974 Jul 07 13:17:02.797302 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bb429780-5d11-4822-ba9a-c343478af6aa req-b34a7462-7a82-4f91-b8c8-e782863d6f1a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385699 Jul 07 13:17:03.005042 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a27ba-3f5c-4476-b17e-65b5003e5905 req-9dcc9443-b290-4934-8e03-388ad10e90a1 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:03.006851 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-829a27ba-3f5c-4476-b17e-65b5003e5905 req-9dcc9443-b290-4934-8e03-388ad10e90a1 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0789764 Jul 07 13:17:03.051876 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-829a27ba-3f5c-4476-b17e-65b5003e5905 req-5715772b-a1f1-46c9-bd96-c98d53e31dd3 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379887 Jul 07 13:17:03.551005 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f141349-32de-493c-8f65-797d2e7f04b6 req-6219978d-faec-450d-a21b-a71af32e5e15 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:03.552567 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9f141349-32de-493c-8f65-797d2e7f04b6 req-6219978d-faec-450d-a21b-a71af32e5e15 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0689609 Jul 07 13:17:03.591502 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9f141349-32de-493c-8f65-797d2e7f04b6 req-6e7a5cf2-8c85-459b-82cf-90ca5fb7237e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326414 Jul 07 13:17:03.762486 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f153-d831-4648-aaa7-4f4d34922b3f req-f65de8f5-ca56-4a07-bf96-7ec80e651311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:03.764055 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0f16f153-d831-4648-aaa7-4f4d34922b3f req-f65de8f5-ca56-4a07-bf96-7ec80e651311 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 1099 time: 0.0542438 Jul 07 13:17:03.861536 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f153-d831-4648-aaa7-4f4d34922b3f req-42eacab0-c8cd-41a6-91c7-24413b11d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:03.863215 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0f16f153-d831-4648-aaa7-4f4d34922b3f req-42eacab0-c8cd-41a6-91c7-24413b11d286 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e HTTP/1.1" status: 200 len: 918 time: 0.0900714 Jul 07 13:17:03.934374 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0f16f153-d831-4648-aaa7-4f4d34922b3f req-39ec6e86-4e4e-451d-9ba4-bb1743b2f13a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8 HTTP/1.1" status: 200 len: 1002 time: 0.0624502 Jul 07 13:17:03.994077 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb41b21-32f5-4b2a-8e07-9489313711ba req-74829e31-fd43-4e7b-8e58-451e8b2b6379 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:03.995734 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fdb41b21-32f5-4b2a-8e07-9489313711ba req-74829e31-fd43-4e7b-8e58-451e8b2b6379 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0756340 Jul 07 13:17:03.999431 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f153-d831-4648-aaa7-4f4d34922b3f req-aeec5f22-dd85-4169-8da2-66e4aff4ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:04.001218 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0f16f153-d831-4648-aaa7-4f4d34922b3f req-aeec5f22-dd85-4169-8da2-66e4aff4ed5a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a359adc-0158-41d3-a840-5f85613e3582 HTTP/1.1" status: 200 len: 856 time: 0.0603244 Jul 07 13:17:04.039683 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fdb41b21-32f5-4b2a-8e07-9489313711ba req-bdf4e794-4c19-41ca-911b-5ef3e7c20271 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372171 Jul 07 13:17:04.073210 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f153-d831-4648-aaa7-4f4d34922b3f req-6b67cc8e-9e77-40f2-82c8-97b15db5d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:04.073210 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0f16f153-d831-4648-aaa7-4f4d34922b3f req-6b67cc8e-9e77-40f2-82c8-97b15db5d5dc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0608511 Jul 07 13:17:04.175413 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0f16f153-d831-4648-aaa7-4f4d34922b3f req-372a21ca-0b71-4198-b4e8-76419ae243db service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985899 Jul 07 13:17:04.244678 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404972d-ebba-45ce-b938-fab233619632 req-81b79bce-a691-4ce4-a519-7c3434ebd07b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:04.246403 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1404972d-ebba-45ce-b938-fab233619632 req-81b79bce-a691-4ce4-a519-7c3434ebd07b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0679879 Jul 07 13:17:04.280211 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0f16f153-d831-4648-aaa7-4f4d34922b3f req-1ad91833-e5f9-4feb-a709-9321136782d3 service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980816 Jul 07 13:17:04.290279 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1404972d-ebba-45ce-b938-fab233619632 req-e3bf49fd-ba4b-4732-bf74-69cc0d8873c3 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373592 Jul 07 13:17:04.779499 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f0bfd-2550-4e0a-8ab5-ba2731965940 req-d1d8e3c9-a34c-4268-b301-3a987dc1e8de tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:04.781026 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8f0f0bfd-2550-4e0a-8ab5-ba2731965940 req-d1d8e3c9-a34c-4268-b301-3a987dc1e8de tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0723033 Jul 07 13:17:04.822389 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8f0f0bfd-2550-4e0a-8ab5-ba2731965940 req-a21201f2-4fff-4453-b577-49720660070e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349290 Jul 07 13:17:05.116225 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:17:05.244061 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11704bf9-48ea-4e68-b536-86319475ea33 req-09e7b5ae-5dfb-418b-8d81-b33af2d39e59 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:05.245661 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-11704bf9-48ea-4e68-b536-86319475ea33 req-09e7b5ae-5dfb-418b-8d81-b33af2d39e59 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0698109 Jul 07 13:17:05.284632 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-11704bf9-48ea-4e68-b536-86319475ea33 req-6661263c-77cc-4e1d-bb5e-3399fae03ff0 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331900 Jul 07 13:17:05.475869 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c18ac-6d36-4512-839d-1c6fedc40d53 req-beb72e37-1d79-4670-ac4a-1537c7ea5906 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:05.477513 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4f1c18ac-6d36-4512-839d-1c6fedc40d53 req-beb72e37-1d79-4670-ac4a-1537c7ea5906 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0693338 Jul 07 13:17:05.517381 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4f1c18ac-6d36-4512-839d-1c6fedc40d53 req-4182a0b3-e1ca-456f-8fec-365573e91a1c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339818 Jul 07 13:17:05.782477 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ef768-c55e-49c6-8a05-92fb1cda1c07 req-4fa25c4c-8c1a-4ac9-8715-9075a7ae46fd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:05.783933 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-683ef768-c55e-49c6-8a05-92fb1cda1c07 req-4fa25c4c-8c1a-4ac9-8715-9075a7ae46fd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0625126 Jul 07 13:17:05.820699 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-683ef768-c55e-49c6-8a05-92fb1cda1c07 req-2340a652-4322-4a63-b7a7-d3f35d6f3cde tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309403 Jul 07 13:17:06.012512 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855127e-5c70-47ef-be3f-9dc140a5dea3 req-83858f41-13cc-490e-88b9-35f689840671 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:06.014004 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f855127e-5c70-47ef-be3f-9dc140a5dea3 req-83858f41-13cc-490e-88b9-35f689840671 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0700166 Jul 07 13:17:06.052537 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f855127e-5c70-47ef-be3f-9dc140a5dea3 req-e0a4797d-5bf0-48c1-b50b-8610ff74442c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329244 Jul 07 13:17:06.701841 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099da3f-32e8-4c5e-ad85-a38fd47638e1 req-6984d25f-1142-4b27-aaad-b85e8635b7ec tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:06.703330 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8099da3f-32e8-4c5e-ad85-a38fd47638e1 req-6984d25f-1142-4b27-aaad-b85e8635b7ec tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0686300 Jul 07 13:17:06.740195 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8099da3f-32e8-4c5e-ad85-a38fd47638e1 req-0ab9b168-adb2-488c-a243-c1b752f4f509 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311773 Jul 07 13:17:07.158839 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e928f-2459-4c32-9bc6-f9d0f243d185 req-9932533a-898c-44dc-8068-f318a27b2d39 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:07.160360 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-df8e928f-2459-4c32-9bc6-f9d0f243d185 req-9932533a-898c-44dc-8068-f318a27b2d39 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0666251 Jul 07 13:17:07.229244 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-df8e928f-2459-4c32-9bc6-f9d0f243d185 req-6e257aa1-058b-4651-91a0-3a9d7f3ca016 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619533 Jul 07 13:17:07.258124 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b325ca3-0e57-4b80-8088-b869aa401689 req-3906fa95-4855-457a-ab57-bac1d7c156a9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:07.259593 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6b325ca3-0e57-4b80-8088-b869aa401689 req-3906fa95-4855-457a-ab57-bac1d7c156a9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0862195 Jul 07 13:17:07.302596 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6b325ca3-0e57-4b80-8088-b869aa401689 req-4b561aae-dd21-47bf-b871-0b5715df7a99 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361228 Jul 07 13:17:07.917265 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a86e7e-1727-4160-8c10-264b07c17b98 req-0b964b08-a4e9-4c2a-a359-9cc45fa0ff55 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:07.918745 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-95a86e7e-1727-4160-8c10-264b07c17b98 req-0b964b08-a4e9-4c2a-a359-9cc45fa0ff55 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0641584 Jul 07 13:17:07.959485 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-95a86e7e-1727-4160-8c10-264b07c17b98 req-865ab22a-6849-4d9a-a491-57534b342ce2 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349290 Jul 07 13:17:08.283430 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:17:08.386204 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:08.417694 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cca81-2b9d-4f11-b610-8a41d0f8954b req-127e39a9-1ad9-4c2a-81c2-f62dc6f74701 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:08.421860 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a9fb-4931-4da7-968b-10d31a204f66 req-3e1f1ed8-e2c6-469d-b670-d4534fa1d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:08.423930 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4152a9fb-4931-4da7-968b-10d31a204f66 req-3e1f1ed8-e2c6-469d-b670-d4534fa1d8e9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=822d7adc8c954c9399de3eeb04721257&device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 1099 time: 0.0570745 Jul 07 13:17:08.425612 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9c9cca81-2b9d-4f11-b610-8a41d0f8954b req-127e39a9-1ad9-4c2a-81c2-f62dc6f74701 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0794194 Jul 07 13:17:08.428033 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:08.429263 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:17:08.433608 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984d60c6-5836-4154-bc23-a4a9fbb34cd4" -d '{"events": [{"server_uuid": "123db360-66aa-4749-8843-3f9431022604", "name": "network-vif-unplugged", "status": "completed", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:17:08.488424 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9c9cca81-2b9d-4f11-b610-8a41d0f8954b req-3a233706-b1ef-4074-a7cd-23bf70ec7c42 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618033 Jul 07 13:17:08.496065 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:08.530338 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9be6f-1898-4f0d-b025-4a403fbe5ebb req-c60458e1-2683-4b78-ba1c-5fefe1f056f5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:08.532005 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fde9be6f-1898-4f0d-b025-4a403fbe5ebb req-c60458e1-2683-4b78-ba1c-5fefe1f056f5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 946 time: 0.0841846 Jul 07 13:17:08.534216 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a9fb-4931-4da7-968b-10d31a204f66 req-659e6f1d-5c7b-4290-beab-867241911ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:08.535961 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4152a9fb-4931-4da7-968b-10d31a204f66 req-659e6f1d-5c7b-4290-beab-867241911ae3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb HTTP/1.1" status: 200 len: 911 time: 0.0982821 Jul 07 13:17:08.559589 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 13:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89122bb-5907-4ec7-9355-f868370793bf x-openstack-request-id: req-e89122bb-5907-4ec7-9355-f868370793bf {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:17:08.560133 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123db360-66aa-4749-8843-3f9431022604", "name": "network-vif-unplugged", "status": "completed", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:17:08.560563 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e89122bb-5907-4ec7-9355-f868370793bf {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:17:08.560991 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'code': 200} Jul 07 13:17:08.584378 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,revision_number=8']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:08.589614 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fde9be6f-1898-4f0d-b025-4a403fbe5ebb req-6f44854d-2b5a-4174-bf33-5a4b443e426f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512304 Jul 07 13:17:08.858175 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4152a9fb-4931-4da7-968b-10d31a204f66 req-c67591b3-fa6a-4642-9b8e-517ea1a18477 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5aaa1f7-a412-4284-a452-554030779d82 HTTP/1.1" status: 200 len: 1002 time: 0.3143938 Jul 07 13:17:08.908883 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a9fb-4931-4da7-968b-10d31a204f66 req-333e4df4-0bfd-45d5-b6e6-99d549b841bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:08.910414 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4152a9fb-4931-4da7-968b-10d31a204f66 req-333e4df4-0bfd-45d5-b6e6-99d549b841bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bca1634c-3fe5-426d-bf37-647a77060a2e HTTP/1.1" status: 200 len: 849 time: 0.0452092 Jul 07 13:17:08.979270 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a9fb-4931-4da7-968b-10d31a204f66 req-ad9faa47-7904-419b-a7e0-ce517037dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:08.980804 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4152a9fb-4931-4da7-968b-10d31a204f66 req-ad9faa47-7904-419b-a7e0-ce517037dee1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554636 Jul 07 13:17:09.087843 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4152a9fb-4931-4da7-968b-10d31a204f66 req-249f179e-a471-4148-bddb-a7e72514af36 service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960281 Jul 07 13:17:09.161550 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473d618-7915-4cd0-a2e6-478da8286a75 req-5a92e987-95a0-46b0-bd90-c0d066588ea0 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:09.163117 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0473d618-7915-4cd0-a2e6-478da8286a75 req-5a92e987-95a0-46b0-bd90-c0d066588ea0 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0690439 Jul 07 13:17:09.190988 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4152a9fb-4931-4da7-968b-10d31a204f66 req-aeaa7529-f006-4773-ac05-a251ba1eac24 service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954347 Jul 07 13:17:09.206047 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0473d618-7915-4cd0-a2e6-478da8286a75 req-ae288c27-4a59-4bfa-8428-6a09ac8bec51 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356033 Jul 07 13:17:09.674089 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e463a82-3b29-469e-954c-b9d64fde4b76 req-732f4959-4206-47e8-8dcf-fc55d5c4528a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:09.675565 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7e463a82-3b29-469e-954c-b9d64fde4b76 req-732f4959-4206-47e8-8dcf-fc55d5c4528a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0649374 Jul 07 13:17:09.727751 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7e463a82-3b29-469e-954c-b9d64fde4b76 req-0498c90a-802f-4b07-bc19-53552822c440 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450840 Jul 07 13:17:09.780659 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba03eba-e05c-4c24-ac10-2e13c09aa4e9 req-e8a59dd2-0d4a-486c-af00-f110cf0de535 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:09.782208 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9ba03eba-e05c-4c24-ac10-2e13c09aa4e9 req-e8a59dd2-0d4a-486c-af00-f110cf0de535 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0737875 Jul 07 13:17:09.829120 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9ba03eba-e05c-4c24-ac10-2e13c09aa4e9 req-25883912-fb32-48d6-9d0e-f5ad6cfe5ea7 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403862 Jul 07 13:17:10.394839 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47876c-b4c7-46de-9a82-ccdc3ca35e64 req-a4fe2287-6c2f-4539-a6df-1ecbad8f1151 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:10.396357 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1a47876c-b4c7-46de-9a82-ccdc3ca35e64 req-a4fe2287-6c2f-4539-a6df-1ecbad8f1151 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0684049 Jul 07 13:17:10.435641 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1a47876c-b4c7-46de-9a82-ccdc3ca35e64 req-2863c4e5-6fd8-46aa-91cd-46cacff00275 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327582 Jul 07 13:17:10.916759 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b7cd6-6d24-4cf8-9222-29f04b740900 req-7aab553b-4fd7-462a-a275-558120675bf2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:10.918298 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-724b7cd6-6d24-4cf8-9222-29f04b740900 req-7aab553b-4fd7-462a-a275-558120675bf2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0749185 Jul 07 13:17:10.958682 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-724b7cd6-6d24-4cf8-9222-29f04b740900 req-e923c437-1dfb-4bf1-8d96-640946969d35 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344503 Jul 07 13:17:11.569641 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabd404-8c7e-403b-94dd-427d91b8f091 req-26f4cd38-4834-4e04-bc8e-55c2235b4f3a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:11.571297 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0dabd404-8c7e-403b-94dd-427d91b8f091 req-26f4cd38-4834-4e04-bc8e-55c2235b4f3a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0977976 Jul 07 13:17:11.642060 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0dabd404-8c7e-403b-94dd-427d91b8f091 req-b4ecd5d7-88f1-4dfa-b6bd-ccf333287f6a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646760 Jul 07 13:17:11.673623 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c3626-664c-434f-b6e2-19363b451441 req-bd9fc01c-f2a6-455c-9a55-9495d61ff993 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:11.675219 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c13c3626-664c-434f-b6e2-19363b451441 req-bd9fc01c-f2a6-455c-9a55-9495d61ff993 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0829728 Jul 07 13:17:11.716191 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c13c3626-664c-434f-b6e2-19363b451441 req-052561ee-879e-4524-b124-0fa264d257e2 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341954 Jul 07 13:17:12.042451 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 44788) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:12.197403 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56803592-5e9b-4cc6-bcc6-1d1e8faad477 req-f468d628-4113-428f-905f-fa9316d3c8fb tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:12.198886 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-56803592-5e9b-4cc6-bcc6-1d1e8faad477 req-f468d628-4113-428f-905f-fa9316d3c8fb tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.1070545 Jul 07 13:17:12.201936 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aa96a198-196b-48ef-9650-897a04e5da54 req-b128ed92-0db9-4ac6-86c4-8eefe7617287 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1583951 Jul 07 13:17:12.238562 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-56803592-5e9b-4cc6-bcc6-1d1e8faad477 req-a695eef3-c80a-4e42-801f-01a661d2dd87 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338039 Jul 07 13:17:12.825259 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dbcd6-7667-4084-8bb1-a1f84affda5d req-f33b052d-0466-403b-8413-46116da49cbe tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:12.827064 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-453dbcd6-7667-4084-8bb1-a1f84affda5d req-f33b052d-0466-403b-8413-46116da49cbe tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0672512 Jul 07 13:17:12.898110 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-453dbcd6-7667-4084-8bb1-a1f84affda5d req-02c89f91-3627-4c35-a9b2-2805cdd39f4d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649698 Jul 07 13:17:12.923363 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaecffd-c092-475a-9fed-7290deb15d9d req-41698dca-307e-4865-bd5e-9410bc6959a0 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:12.924825 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9aaecffd-c092-475a-9fed-7290deb15d9d req-41698dca-307e-4865-bd5e-9410bc6959a0 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0935292 Jul 07 13:17:12.963823 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9aaecffd-c092-475a-9fed-7290deb15d9d req-0b47a140-16a0-4ab4-b469-076ebc031437 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333772 Jul 07 13:17:13.217485 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:17:13.426226 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae05d63-c66b-4a20-924a-43117c498750 req-57ebf1d4-4ae4-46c3-ad5d-2fa414a8c059 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:13.427706 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fae05d63-c66b-4a20-924a-43117c498750 req-57ebf1d4-4ae4-46c3-ad5d-2fa414a8c059 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0674534 Jul 07 13:17:13.466885 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fae05d63-c66b-4a20-924a-43117c498750 req-e4b79283-b838-464c-b750-eebcdad52ffc tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330908 Jul 07 13:17:14.089348 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f936dfd-7f3d-46af-b474-15027ac3717a req-2c321ff3-fcdb-4e13-874d-561e52e13bb5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:14.090896 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2f936dfd-7f3d-46af-b474-15027ac3717a req-2c321ff3-fcdb-4e13-874d-561e52e13bb5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0705001 Jul 07 13:17:14.163372 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2f936dfd-7f3d-46af-b474-15027ac3717a req-408c3e71-6a7d-44a2-8cfc-42696d3be981 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616922 Jul 07 13:17:14.182316 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed879377-5025-4611-97a4-c86e3bc53290 req-c0092a9d-ca77-44c5-8355-8dee40772eaa tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:14.183632 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ed879377-5025-4611-97a4-c86e3bc53290 req-c0092a9d-ca77-44c5-8355-8dee40772eaa tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0917702 Jul 07 13:17:14.222935 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ed879377-5025-4611-97a4-c86e3bc53290 req-8f2c6451-eda8-4df1-8b9f-dc0cff600c6d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Jul 07 13:17:14.643690 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4391e-8419-4365-b2aa-a07b0a944e70 req-b61a57ea-ccae-47b8-abaa-814335212667 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:14.645197 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-22d4391e-8419-4365-b2aa-a07b0a944e70 req-b61a57ea-ccae-47b8-abaa-814335212667 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0641239 Jul 07 13:17:14.683023 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-22d4391e-8419-4365-b2aa-a07b0a944e70 req-63777d46-42c7-4c7c-9765-3d970ab45d25 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322013 Jul 07 13:17:14.878021 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108a5e0-52c1-413d-b7d2-c129ad0a35c2 req-a76b276d-6667-4138-a6bb-efbcff183082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:14.879537 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-5108a5e0-52c1-413d-b7d2-c129ad0a35c2 req-a76b276d-6667-4138-a6bb-efbcff183082 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 1098 time: 0.0539167 Jul 07 13:17:14.917433 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-5108a5e0-52c1-413d-b7d2-c129ad0a35c2 req-ce3b67d6-340c-4a4f-b47e-68a88ae5143b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285840 Jul 07 13:17:15.411532 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c60f0-55d0-4048-9e38-4a7b14fc9608 req-32cf665b-9a50-4812-8201-e051d88f2b45 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:15.413177 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f64c60f0-55d0-4048-9e38-4a7b14fc9608 req-32cf665b-9a50-4812-8201-e051d88f2b45 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.1146111 Jul 07 13:17:15.449479 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce7e3f-3043-44f5-ac0d-d9169d38157b req-192b1b31-ba0d-4dd9-8f0a-f64cac0fc24d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:15.460607 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-37ce7e3f-3043-44f5-ac0d-d9169d38157b req-192b1b31-ba0d-4dd9-8f0a-f64cac0fc24d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1096275 Jul 07 13:17:15.491513 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f64c60f0-55d0-4048-9e38-4a7b14fc9608 req-912fd0ed-7a3c-4a3a-abb3-f4690bc6a8ed tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692997 Jul 07 13:17:15.521513 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-37ce7e3f-3043-44f5-ac0d-d9169d38157b req-cd5df709-8ce1-451f-af9f-467a2188dee1 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620227 Jul 07 13:17:16.297344 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-31be9551-897f-42c9-ab5c-156710405c97 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609223774&fields=id&tenant_id=7c304e03bb8246aba8abc47b0b37e6af HTTP/1.1" status: 200 len: 267 time: 0.0337908 Jul 07 13:17:16.412480 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-8ab6f159-88a6-452e-ade9-b2df8dbbab24 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:16.413895 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-8ab6f159-88a6-452e-ade9-b2df8dbbab24 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/networks?id=4a55cc22-1fb0-4c97-98fd-a8227b306f82 HTTP/1.1" status: 200 len: 808 time: 0.1099148 Jul 07 13:17:16.428753 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-8867ee02-5824-4874-99b8-e575502dc717 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/quotas/7c304e03bb8246aba8abc47b0b37e6af HTTP/1.1" status: 200 len: 375 time: 0.0091860 Jul 07 13:17:16.504113 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c9b06134-f6ef-4ac2-aacf-0984fdfd98fb tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c304e03bb8246aba8abc47b0b37e6af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696595 Jul 07 13:17:16.609070 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-9d58e818-6958-4c1b-93a4-feedab4687a2 service neutron] 10.222.0.67 "GET /v2.0/networks/4a55cc22-1fb0-4c97-98fd-a8227b306f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952399 Jul 07 13:17:16.749638 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-b6e9c128-67c8-4c97-8e49-729b91f74828 service neutron] 10.222.0.67 "GET /v2.0/networks/4a55cc22-1fb0-4c97-98fd-a8227b306f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341083 Jul 07 13:17:16.754003 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a198-196b-48ef-9650-897a04e5da54 req-c5438fe8-fd1a-46d4-97cc-f8b305c374c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:16.755508 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-aa96a198-196b-48ef-9650-897a04e5da54 req-c5438fe8-fd1a-46d4-97cc-f8b305c374c3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604&tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d HTTP/1.1" status: 200 len: 1097 time: 0.0904701 Jul 07 13:17:16.764778 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78365d-3beb-461c-b91e-01020d7bb7c8 req-7bd6451a-2127-4668-816b-edc9964ddc25 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:16.766321 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6a78365d-3beb-461c-b91e-01020d7bb7c8 req-7bd6451a-2127-4668-816b-edc9964ddc25 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.1035881 Jul 07 13:17:16.816662 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6a78365d-3beb-461c-b91e-01020d7bb7c8 req-5287f7b9-4c77-49e7-a559-989def0045db tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387535 Jul 07 13:17:16.860552 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a198-196b-48ef-9650-897a04e5da54 req-fccab7b0-4441-4848-9292-172b87eceaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:16.862251 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-aa96a198-196b-48ef-9650-897a04e5da54 req-fccab7b0-4441-4848-9292-172b87eceaf2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 1097 time: 0.0692275 Jul 07 13:17:16.978642 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a198-196b-48ef-9650-897a04e5da54 req-d09af702-5be4-4e8c-99ec-732030aaaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:16.980217 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-aa96a198-196b-48ef-9650-897a04e5da54 req-d09af702-5be4-4e8c-99ec-732030aaaa45 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e HTTP/1.1" status: 200 len: 918 time: 0.1097631 Jul 07 13:17:17.026345 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32b44b-957e-4dcd-9d53-a42008ba081c req-bef43bad-ad5a-447e-b0c3-7d86c4e8a7a6 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:17.027885 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe32b44b-957e-4dcd-9d53-a42008ba081c req-bef43bad-ad5a-447e-b0c3-7d86c4e8a7a6 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0765646 Jul 07 13:17:17.055502 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-aa96a198-196b-48ef-9650-897a04e5da54 req-f1d186ec-23d1-446a-97c4-91441a280b07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8 HTTP/1.1" status: 200 len: 1000 time: 0.0678287 Jul 07 13:17:17.068486 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe32b44b-957e-4dcd-9d53-a42008ba081c req-98e0ee91-84dc-4014-a204-857c440bebd7 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351405 Jul 07 13:17:17.116715 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a198-196b-48ef-9650-897a04e5da54 req-ee018398-07dc-4d1a-907a-5cf77c01f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:17.118868 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-aa96a198-196b-48ef-9650-897a04e5da54 req-ee018398-07dc-4d1a-907a-5cf77c01f47e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a359adc-0158-41d3-a840-5f85613e3582 HTTP/1.1" status: 200 len: 856 time: 0.0571170 Jul 07 13:17:17.177261 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a198-196b-48ef-9650-897a04e5da54 req-6ff50b0b-5f8c-44fe-8544-97f13447a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:17.178947 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-aa96a198-196b-48ef-9650-897a04e5da54 req-6ff50b0b-5f8c-44fe-8544-97f13447a70f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537746 Jul 07 13:17:17.275969 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-aa96a198-196b-48ef-9650-897a04e5da54 req-80bb08ce-b60c-4a0a-a77c-a2b8c974562b service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895174 Jul 07 13:17:17.389872 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-aa96a198-196b-48ef-9650-897a04e5da54 req-0be4189d-a292-4eee-b296-1beadab64e25 service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014047 Jul 07 13:17:17.537287 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ed93236d-7416-4ab9-a8a0-c3d704c40a84 req-3b8e2fd2-28d1-4988-baf3-60e12357faf4 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0315337 Jul 07 13:17:17.837474 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86d229-3690-4d42-911e-e6c98ce11517 req-a7db29b9-8b91-4309-8d99-71c616ba02af tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:17.839226 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9c86d229-3690-4d42-911e-e6c98ce11517 req-a7db29b9-8b91-4309-8d99-71c616ba02af tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0741286 Jul 07 13:17:17.897524 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f18a2-e4d3-4252-8534-4db4cbb33eaf req-6d8eec0a-503f-4159-9968-d46b2f00b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:17.898389 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9c86d229-3690-4d42-911e-e6c98ce11517 req-efc8d69b-361f-4070-9c7d-816468fe53d0 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522883 Jul 07 13:17:17.899482 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-734f18a2-e4d3-4252-8534-4db4cbb33eaf req-6d8eec0a-503f-4159-9968-d46b2f00b96f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ac382a5a1d74eda97536a5c970e2489&device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 1098 time: 0.0889547 Jul 07 13:17:18.025186 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f18a2-e4d3-4252-8534-4db4cbb33eaf req-21daf99f-661f-4cd1-bf92-dc7d8d08b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:18.026820 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-734f18a2-e4d3-4252-8534-4db4cbb33eaf req-21daf99f-661f-4cd1-bf92-dc7d8d08b363 service neutron] 10.222.0.79 "GET /v2.0/networks?id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a HTTP/1.1" status: 200 len: 919 time: 0.1206543 Jul 07 13:17:18.055684 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489b5bd-51fe-4fc5-9884-56b9d6e73ccf req-4f634042-1026-42a1-8d66-14a95416b393 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:18.059325 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0489b5bd-51fe-4fc5-9884-56b9d6e73ccf req-4f634042-1026-42a1-8d66-14a95416b393 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0731673 Jul 07 13:17:18.072851 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-734f18a2-e4d3-4252-8534-4db4cbb33eaf req-526abb7d-d5d1-4429-b7fa-e2810e28dcc2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c HTTP/1.1" status: 200 len: 217 time: 0.0392206 Jul 07 13:17:18.096038 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0489b5bd-51fe-4fc5-9884-56b9d6e73ccf req-5eaae125-5b17-4baf-b416-b53cea52a9f5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329115 Jul 07 13:17:18.125173 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f18a2-e4d3-4252-8534-4db4cbb33eaf req-96099e97-e657-4120-9ca4-10edcbb388b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:18.126633 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-734f18a2-e4d3-4252-8534-4db4cbb33eaf req-96099e97-e657-4120-9ca4-10edcbb388b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6cf3e7-10ef-4cec-8bcb-e370c6874479 HTTP/1.1" status: 200 len: 858 time: 0.0471823 Jul 07 13:17:18.160643 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-734f18a2-e4d3-4252-8534-4db4cbb33eaf req-9535a99c-328d-4f0c-859d-1b984f70089c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266523 Jul 07 13:17:18.283012 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-734f18a2-e4d3-4252-8534-4db4cbb33eaf req-e2acc0ce-f266-4b03-a3ef-cc6a5f4d9d9c service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149876 Jul 07 13:17:18.650150 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c92636f5-386e-462d-8935-fc6f69e2f8c2 req-5af09e92-b43a-48a6-ae6d-8504de6de976 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0451534 Jul 07 13:17:19.109021 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21c8e9-0208-4707-b98a-fd8a9cfbcb82 req-8a3bebc8-ed86-46de-8199-2ce3a3d9fd93 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:19.110526 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b21c8e9-0208-4707-b98a-fd8a9cfbcb82 req-8a3bebc8-ed86-46de-8199-2ce3a3d9fd93 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0872402 Jul 07 13:17:19.169476 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b21c8e9-0208-4707-b98a-fd8a9cfbcb82 req-067ac79c-2fae-41a5-9d82-fc35723f790e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497670 Jul 07 13:17:19.342910 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d83528-495b-4140-a685-31cc55aa5237 req-c70a80fa-3e8a-4706-a94d-2aa2f327c7a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:19.344293 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-02d83528-495b-4140-a685-31cc55aa5237 req-c70a80fa-3e8a-4706-a94d-2aa2f327c7a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0885570 Jul 07 13:17:19.385319 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-02d83528-495b-4140-a685-31cc55aa5237 req-6837c151-2c01-45d7-b0b0-7c7c8eb9ae9d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352690 Jul 07 13:17:19.735288 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0bdb778-8fe9-43f1-9ca4-26fe61792d58 req-7b4b8f3e-2002-4ad3-bb64-594a5c9e2f8d tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0310388 Jul 07 13:17:19.764625 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:20.491271 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01b9d2-8b64-47cc-b1d2-dcb107017b35 req-7a983336-5c0d-4c6c-a515-99f886f4e19c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:20.491271 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1e01b9d2-8b64-47cc-b1d2-dcb107017b35 req-7a983336-5c0d-4c6c-a515-99f886f4e19c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0864859 Jul 07 13:17:20.491271 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1e01b9d2-8b64-47cc-b1d2-dcb107017b35 req-c111d31e-0d0c-4379-ac96-d4bc186d63cc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369163 Jul 07 13:17:20.590977 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba90077-41bc-4cea-b887-e6804bc19ea7 req-31d9a31a-b193-4b77-8b62-e4c783c8074d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:20.597591 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4ba90077-41bc-4cea-b887-e6804bc19ea7 req-31d9a31a-b193-4b77-8b62-e4c783c8074d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0798521 Jul 07 13:17:20.642631 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4ba90077-41bc-4cea-b887-e6804bc19ea7 req-7fe82730-e077-40a1-862d-bc0951b6587c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385389 Jul 07 13:17:20.835842 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-27320a3d-349d-4f32-9b4d-a7eadb7dad6d req-1cf0b8e8-aee6-4343-b8b6-d2d1d6a81d66 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0432661 Jul 07 13:17:21.620819 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72f420-e43d-428e-9168-c2e89b7b07b7 req-bcaf8915-2e81-4889-a312-df6e756c314d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:21.622343 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d72f420-e43d-428e-9168-c2e89b7b07b7 req-bcaf8915-2e81-4889-a312-df6e756c314d tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0788503 Jul 07 13:17:21.663181 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d72f420-e43d-428e-9168-c2e89b7b07b7 req-bf5db6d5-bde2-4d01-b394-4813d81f498e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338686 Jul 07 13:17:21.838829 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fabad-8886-4bba-96bf-775c251d1381 req-22b3830e-a4b9-45a3-95f2-d92ac5150251 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:21.917046 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-df0fabad-8886-4bba-96bf-775c251d1381 req-22b3830e-a4b9-45a3-95f2-d92ac5150251 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0744286 Jul 07 13:17:21.917046 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-df0fabad-8886-4bba-96bf-775c251d1381 req-f06cc066-ead0-4730-bdd1-8b8f71463d92 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376918 Jul 07 13:17:21.983509 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c8c8ecba-a762-4ffb-a682-e2815bdd77a4 req-3b01c5dd-9aae-4db7-9adc-0fbaf42eceda tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0295632 Jul 07 13:17:22.851204 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c1e5b-1f3d-4808-8f4f-2b6d90694d5c req-877fd68d-6de5-4004-a6e7-14667ded29f4 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:22.853696 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe0c1e5b-1f3d-4808-8f4f-2b6d90694d5c req-877fd68d-6de5-4004-a6e7-14667ded29f4 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0731113 Jul 07 13:17:22.897250 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe0c1e5b-1f3d-4808-8f4f-2b6d90694d5c req-ba6d9eee-d210-46a6-9127-0e6e2f04276e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Jul 07 13:17:23.114903 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49fd07-e454-458c-9450-e06be3fa9427 req-b9d939da-f193-4725-a036-f1f410ef024a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:23.116362 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bb49fd07-e454-458c-9450-e06be3fa9427 req-b9d939da-f193-4725-a036-f1f410ef024a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0697689 Jul 07 13:17:23.181543 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6c398e02-9659-4084-bbf9-8702780bcfb1 req-85dd609f-dc85-49bf-8408-d13db34bc106 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0520668 Jul 07 13:17:23.233625 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bb49fd07-e454-458c-9450-e06be3fa9427 req-bc6dd082-4d4f-4855-ac06-fc85cc7fac58 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053057 Jul 07 13:17:24.360339 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4d601-36bc-4b14-a368-8614daf57c87 req-22fb6e09-3727-4736-86ff-bc98e463f0e9 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:24.361891 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-42d4d601-36bc-4b14-a368-8614daf57c87 req-22fb6e09-3727-4736-86ff-bc98e463f0e9 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.3376818 Jul 07 13:17:24.382730 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-67c67a48-c079-4555-9d13-1d3b5ea823d7 req-45821ba1-41f7-4696-9037-bb7c7f7c2435 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0460093 Jul 07 13:17:24.432838 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-42d4d601-36bc-4b14-a368-8614daf57c87 req-ddea7714-b1ab-40bf-abbf-5a4985c3cdb9 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535560 Jul 07 13:17:24.628339 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cc2fa-6ee4-4b0d-b002-74b19ed385fa req-ee13c807-453a-477d-9307-edcc02b9d671 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:24.655972 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6a5cc2fa-6ee4-4b0d-b002-74b19ed385fa req-ee13c807-453a-477d-9307-edcc02b9d671 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0795724 Jul 07 13:17:24.677718 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6a5cc2fa-6ee4-4b0d-b002-74b19ed385fa req-d679c590-ff14-4859-b853-240a8f5942de tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408788 Jul 07 13:17:25.073084 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8ade8da-0902-457e-aa65-86561675288b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:25.437000 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45034) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:25.648904 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-897bc195-f32f-47ce-9024-eb73e581c2ca req-b5409aaa-d01f-40af-bf1c-75d6d3dda005 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0551536 Jul 07 13:17:25.689591 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:25.763801 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacef3b-7496-4fe9-9e2a-e5145a4e9748 req-e2ce024a-02da-4d2d-b4a6-8e918a69d697 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:25.768018 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6dacef3b-7496-4fe9-9e2a-e5145a4e9748 req-e2ce024a-02da-4d2d-b4a6-8e918a69d697 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1192818 Jul 07 13:17:25.864575 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6dacef3b-7496-4fe9-9e2a-e5145a4e9748 req-a65f88a9-dcc7-425b-bed6-7e54b0d668b9 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873311 Jul 07 13:17:25.897418 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:25.926299 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ea98-7939-432d-b71c-e28cfb9b125a req-2ea22a30-327e-47c5-bb4d-b0f948cc441b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:25.927798 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f7d5ea98-7939-432d-b71c-e28cfb9b125a req-2ea22a30-327e-47c5-bb4d-b0f948cc441b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.1151292 Jul 07 13:17:25.973632 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f7d5ea98-7939-432d-b71c-e28cfb9b125a req-93d499f4-7f88-4134-bf28-3074eea3dc1c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392272 Jul 07 13:17:25.990587 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:26.069466 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b21a10-f4e8-4ae5-86b8-9fe49fa70f40,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:26.074074 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d4f1a8010b5a409f91841043ed2f6e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6361327 Jul 07 13:17:26.077029 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45046) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:26.090863 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:26.091352 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:26.091810 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:26.092249 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:26.092680 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:26.093137 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:26.093561 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:26.094142 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:26.094569 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:26.094997 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:26.095419 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:26.095849 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b8b6c-08a5-4f33-9975-5e53bc19590c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:26.199328 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-47470091-88fc-4305-a6c5-b3475f6e6312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:26.228899 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-47470091-88fc-4305-a6c5-b3475f6e6312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:26.393109 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-47470091-88fc-4305-a6c5-b3475f6e6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:26.395943 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-47470091-88fc-4305-a6c5-b3475f6e6312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:26.397892 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-47470091-88fc-4305-a6c5-b3475f6e6312 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/18b21a10-f4e8-4ae5-86b8-9fe49fa70f40 HTTP/1.1" status: 204 len: 168 time: 0.3197844 Jul 07 13:17:26.408140 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47470091-88fc-4305-a6c5-b3475f6e6312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b21a10-f4e8-4ae5-86b8-9fe49fa70f40,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:26.831906 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2f700862-3230-45cd-b1c2-e252b223e9bc req-77c4f467-c8e1-4a7b-9eb4-bb0d9b451c2a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0468464 Jul 07 13:17:27.115544 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c6a6d-dcc9-49ce-8e12-bb734eb9bcc1 req-dd339b6d-9704-4fea-aff5-58911ee521ac tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:27.122065 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b9c6a6d-dcc9-49ce-8e12-bb734eb9bcc1 req-dd339b6d-9704-4fea-aff5-58911ee521ac tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0835686 Jul 07 13:17:27.206480 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b9c6a6d-dcc9-49ce-8e12-bb734eb9bcc1 req-5d534560-1b4a-4ad8-9f93-b8d9e9664975 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818048 Jul 07 13:17:27.247968 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dbd55-9127-4a00-9ee9-4698c23af3d8 req-169ded4a-928f-4501-8557-72194d28d91b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:27.249471 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e51dbd55-9127-4a00-9ee9-4698c23af3d8 req-169ded4a-928f-4501-8557-72194d28d91b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.1260400 Jul 07 13:17:27.293442 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e51dbd55-9127-4a00-9ee9-4698c23af3d8 req-0b6181af-093d-47dd-86e6-40e8a66e7c74 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377390 Jul 07 13:17:27.682769 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ac4a67d-b950-47dd-a6f1-6e0305fa1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:27.838911 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:28.003552 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3fda7392-865c-41ed-82aa-1532a3afa065 req-d6d2f64b-e732-4652-a70a-c62cf8c1ca94 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0311906 Jul 07 13:17:28.404266 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544e32e-9f36-4afe-b58f-22b459e661ca req-66a41216-c721-4c41-98d8-c615c7c2b779 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:28.406292 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2544e32e-9f36-4afe-b58f-22b459e661ca req-66a41216-c721-4c41-98d8-c615c7c2b779 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0698984 Jul 07 13:17:28.496545 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2544e32e-9f36-4afe-b58f-22b459e661ca req-7fc0b7aa-5ba1-4f04-98da-5c2bee8ec624 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846512 Jul 07 13:17:28.532537 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aadc9f-fea0-4ccf-84e3-6513158d785f req-cf194c14-31d9-4695-9502-70c43c3f2307 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:28.535038 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e5aadc9f-fea0-4ccf-84e3-6513158d785f req-cf194c14-31d9-4695-9502-70c43c3f2307 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.1071649 Jul 07 13:17:28.587592 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e5aadc9f-fea0-4ccf-84e3-6513158d785f req-3ba84506-4574-453f-bedb-14ba408dc733 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433209 Jul 07 13:17:28.878943 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:29.148478 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a8139ef4-c8fd-41c6-ab69-c0e33e079634 req-5b95c491-f592-4ffa-866b-63aef8e761c0 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0289216 Jul 07 13:17:29.536819 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-734f18a2-e4d3-4252-8534-4db4cbb33eaf req-09dad111-7924-4692-90fe-930f29586d78 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226356 Jul 07 13:17:29.570424 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0d359d87-b75f-4be4-a490-e5b7379acb19 req-76499eb8-a07a-4b72-9b59-84f58a7e93bf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0937228 Jul 07 13:17:29.708367 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d359d87-b75f-4be4-a490-e5b7379acb19 req-c37b2153-5747-4ab2-9494-5d8711c344e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:29.710094 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0d359d87-b75f-4be4-a490-e5b7379acb19 req-c37b2153-5747-4ab2-9494-5d8711c344e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ac382a5a1d74eda97536a5c970e2489&device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 1098 time: 0.0922496 Jul 07 13:17:29.727822 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7305a-003a-45f1-836b-333bc8de1c39 req-cc7ee01e-a5bb-45d7-8179-26f592ab0d33 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:29.729655 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c8e7305a-003a-45f1-836b-333bc8de1c39 req-cc7ee01e-a5bb-45d7-8179-26f592ab0d33 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0846388 Jul 07 13:17:29.801509 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c8e7305a-003a-45f1-836b-333bc8de1c39 req-1649ed60-d247-4204-bc24-6c74ca12eb47 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663104 Jul 07 13:17:29.844270 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d359d87-b75f-4be4-a490-e5b7379acb19 req-206f2501-49b7-4f03-9f18-b4bf03930d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:29.845171 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3ffc-c45a-4444-97f7-af2f58546c64 req-adccc327-310d-49b2-b8c7-d92af962c94a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:29.845802 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0d359d87-b75f-4be4-a490-e5b7379acb19 req-206f2501-49b7-4f03-9f18-b4bf03930d0f service neutron] 10.222.0.79 "GET /v2.0/networks?id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a HTTP/1.1" status: 200 len: 919 time: 0.1074433 Jul 07 13:17:29.846693 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ee8c3ffc-c45a-4444-97f7-af2f58546c64 req-adccc327-310d-49b2-b8c7-d92af962c94a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0948350 Jul 07 13:17:29.885707 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ee8c3ffc-c45a-4444-97f7-af2f58546c64 req-aaf15397-1545-446e-b50a-bbb31437322d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334005 Jul 07 13:17:29.952855 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0d359d87-b75f-4be4-a490-e5b7379acb19 req-a0951232-43ee-4918-8fb4-6bf3435cca02 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e81159-4fdc-44d6-966b-344c1ecbd57f HTTP/1.1" status: 200 len: 217 time: 0.0522478 Jul 07 13:17:30.003771 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d359d87-b75f-4be4-a490-e5b7379acb19 req-bf4168de-bf01-49b7-a33a-7e17f812bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:30.005376 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0d359d87-b75f-4be4-a490-e5b7379acb19 req-bf4168de-bf01-49b7-a33a-7e17f812bc20 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a6cf3e7-10ef-4cec-8bcb-e370c6874479 HTTP/1.1" status: 200 len: 858 time: 0.0531015 Jul 07 13:17:30.082558 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0d359d87-b75f-4be4-a490-e5b7379acb19 req-2d2167ba-0f3b-4812-b720-c1df67ed86ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17e7fb7f-eb36-4858-a690-15cf4cc10f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276866 Jul 07 13:17:30.191273 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0d359d87-b75f-4be4-a490-e5b7379acb19 req-e6298f48-9459-4454-a4f8-c596085cf049 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936539 Jul 07 13:17:30.288741 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0d359d87-b75f-4be4-a490-e5b7379acb19 req-20ccd1ca-4d56-4ea0-b10e-bb8573ff5ae6 service neutron] 10.222.0.79 "GET /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904348 Jul 07 13:17:30.331234 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-63aaaeda-94f6-49cb-9dd6-85b0581a9401 req-6d8b2a46-19f7-4d4c-9a78-4f75f2bf4fa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0656972 Jul 07 13:17:30.851693 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45140) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:30.985710 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:31.030761 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2cdf2-f6ba-4963-b597-db4de50d7847 req-88f6d423-efcd-46fb-92f1-29ea580b0a69 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:31.033349 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6ab2cdf2-f6ba-4963-b597-db4de50d7847 req-88f6d423-efcd-46fb-92f1-29ea580b0a69 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1063457 Jul 07 13:17:31.061423 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:31.096331 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:31.110713 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6ab2cdf2-f6ba-4963-b597-db4de50d7847 req-9d47fe36-e917-43c4-ab8c-627e7cd67029 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657082 Jul 07 13:17:31.132007 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e251b-a6e3-4c65-bd2e-a714a587a19d req-c2bede1c-9593-4fd0-8e48-b18908c68bb8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:31.133542 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-af1e251b-a6e3-4c65-bd2e-a714a587a19d req-c2bede1c-9593-4fd0-8e48-b18908c68bb8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0992754 Jul 07 13:17:31.172893 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-af1e251b-a6e3-4c65-bd2e-a714a587a19d req-0d1aecd0-9901-48f7-a3c0-6b91b9e1c91d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334623 Jul 07 13:17:31.215547 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:31.254149 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8f5141e9351412092d3209903d00a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4012604 Jul 07 13:17:31.255005 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44984fc7-65ff-430b-91c8-39da8011e02f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:31.256805 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45146) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:31.263152 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:31.263502 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:31.263843 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:31.264180 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:31.264509 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:31.264899 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:31.273506 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:31.273506 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:31.273506 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:31.273506 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:31.273506 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:31.273506 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28ef456-4241-478b-bd6a-6fce4d872b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:31.308321 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f21fd04c-0240-44a9-b634-88a386042786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:31.330326 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f21fd04c-0240-44a9-b634-88a386042786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:31.485228 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-37c9abb5-4fd7-47db-bb5a-f41d6eb4b5c0 req-5a1a96cb-d8d7-4157-99af-9ea60a983809 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0327723 Jul 07 13:17:31.546489 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f21fd04c-0240-44a9-b634-88a386042786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:31.549160 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f21fd04c-0240-44a9-b634-88a386042786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:31.550331 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f21fd04c-0240-44a9-b634-88a386042786 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/44984fc7-65ff-430b-91c8-39da8011e02f HTTP/1.1" status: 204 len: 168 time: 0.2925096 Jul 07 13:17:31.558763 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fd04c-0240-44a9-b634-88a386042786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44984fc7-65ff-430b-91c8-39da8011e02f,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:32.293118 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b28ff-907d-423a-9d71-b08bb54a4fac req-7fa95950-bc8a-46a9-8468-361e4e36c0f8 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:32.293263 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3f3b28ff-907d-423a-9d71-b08bb54a4fac req-7fa95950-bc8a-46a9-8468-361e4e36c0f8 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0683334 Jul 07 13:17:32.365811 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3f3b28ff-907d-423a-9d71-b08bb54a4fac req-06ecd159-13f8-4e1e-a364-18ae376a8afa tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594614 Jul 07 13:17:32.390579 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb418ee-0799-42b9-a009-4ee06967ccf1 req-ac8869f3-0e3c-4af6-9e4e-e64c97906fd2 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:32.396477 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5eb418ee-0799-42b9-a009-4ee06967ccf1 req-ac8869f3-0e3c-4af6-9e4e-e64c97906fd2 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.0947952 Jul 07 13:17:32.432550 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5eb418ee-0799-42b9-a009-4ee06967ccf1 req-3199f7d4-cd39-4ac1-930a-191b1ed01bc6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332260 Jul 07 13:17:32.612084 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45180) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:32.636810 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6ae078d8-f912-4645-99be-07117bdaf9d4 req-20678837-420c-4add-9c6e-93705aeec60f tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0349896 Jul 07 13:17:32.707718 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2082244652-network', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:17:32.792849 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Made reservation on behalf of ab9e0fc7e1764738ae1cbf343ec6e189 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:17:32.795112 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:32.807652 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:32.895095 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:32.958444 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:32.983007 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:17:32.992650 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a36953f-7043-47fb-b2fc-43413d600d1d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:32.998235 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:32.998574 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.segments_db [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Added segment be878576-714a-42a5-89d1-c5daee99d26d of type vlan for network 85eb295f-050b-4d89-8ec3-849c933f6d5b Jul 07 13:17:33.038195 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:33.118688 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:33.120158 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:33.120764 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:33.179543 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] Pushing event updated for resources: {'Network': ['ID=85eb295f-050b-4d89-8ec3-849c933f6d5b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:33.189336 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network 85eb295f-050b-4d89-8ec3-849c933f6d5b details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:17:33.245539 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-59a30c75-1602-4f0f-993c-6fd958b4e8ec admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6320856 Jul 07 13:17:33.248237 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45184) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:33.253511 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e7c670ee-7263-43bc-857d-0691cdbd4ec7 admin admin] Request body: {'subnet': {'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2082244652-subnet', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:17:33.341737 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c670ee-7263-43bc-857d-0691cdbd4ec7 admin admin] Made reservation on behalf of ab9e0fc7e1764738ae1cbf343ec6e189 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:17:33.344254 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7c670ee-7263-43bc-857d-0691cdbd4ec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4570046'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:33.563547 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fd725-7c77-490c-bfbb-ab8f999814b4 req-8e3ad6d9-76da-4606-a4a5-c0818b0a32bb tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:33.565417 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1a5fd725-7c77-490c-bfbb-ab8f999814b4 req-8e3ad6d9-76da-4606-a4a5-c0818b0a32bb tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0714743 Jul 07 13:17:33.620847 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7c670ee-7263-43bc-857d-0691cdbd4ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4700024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4570028'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:33.648406 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1a5fd725-7c77-490c-bfbb-ab8f999814b4 req-5d91b477-3eb7-4c0c-8e92-cc43ac193335 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716677 Jul 07 13:17:33.707732 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5036a23-408b-441e-a788-84e333ea9c5e req-111a2b8b-140f-434e-a7cd-871c20e6f03c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:33.708849 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c670ee-7263-43bc-857d-0691cdbd4ec7 admin admin] Checking segment: {'id': 'be878576-714a-42a5-89d1-c5daee99d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:17:33.709490 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c670ee-7263-43bc-857d-0691cdbd4ec7 admin admin] Network hostable DHCP agents. Network: 85eb295f-050b-4d89-8ec3-849c933f6d5b, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:17:33.710004 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c5036a23-408b-441e-a788-84e333ea9c5e req-111a2b8b-140f-434e-a7cd-871c20e6f03c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.1436162 Jul 07 13:17:33.721268 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c670ee-7263-43bc-857d-0691cdbd4ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=871d7141-1017-4575-9760-532567c21bdc,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:33.758950 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c5036a23-408b-441e-a788-84e333ea9c5e req-3183724e-5723-407a-843a-e23cd4ae91f4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417767 Jul 07 13:17:33.807644 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3f6e025d-c8e5-460b-8c8d-c11112a71b4e req-6c0ff0a5-bf5a-4015-8d45-cb258dbeef94 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0297456 Jul 07 13:17:33.833197 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c670ee-7263-43bc-857d-0691cdbd4ec7 admin admin] Network 85eb295f-050b-4d89-8ec3-849c933f6d5b is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:17:33.926594 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e7c670ee-7263-43bc-857d-0691cdbd4ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, 85eb295f-050b-4d89-8ec3-849c933f6d5b) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:17:33.933489 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c670ee-7263-43bc-857d-0691cdbd4ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:33.934082 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7c670ee-7263-43bc-857d-0691cdbd4ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:33.934909 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622d46bd-d166-47e0-92f1-01445b6c1597 None None] Network 85eb295f-050b-4d89-8ec3-849c933f6d5b requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:17:34.013163 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-9a96c278-a0e7-4b42-8f52-089208f7e207 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:34.014676 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-9a96c278-a0e7-4b42-8f52-089208f7e207 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.79 "GET /v2.0/networks?id=4a55cc22-1fb0-4c97-98fd-a8227b306f82 HTTP/1.1" status: 200 len: 808 time: 0.1332183 Jul 07 13:17:34.064416 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-e7c670ee-7263-43bc-857d-0691cdbd4ec7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8150251 Jul 07 13:17:34.067967 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45194) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:34.072352 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-894f7038-5896-4621-b915-5b4d075ea335 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c304e03bb8246aba8abc47b0b37e6af HTTP/1.1" status: 200 len: 379 time: 0.0414886 Jul 07 13:17:34.074055 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:17:34.084178 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Request body: {'port': {'device_id': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'admin_state_up': True, 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'security_groups': ['8177e961-9e32-41c9-8ce7-745e3f586977']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:17:34.104290 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a5641f-773f-5970-9f30-b9d7c504ccbf-85eb295f-050b-4d89-8ec3-849c933f6d5b', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'fixed_ips': [{'subnet_id': '871d7141-1017-4575-9760-532567c21bdc'}]}} from dv-cinder-786627-18-iscsi. {{(pid=93700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:17:34.105414 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.227155 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8048145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26407'] for router, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.230946 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8048270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8050494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26408'] for router, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.259754 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Allocated IP 172.20.0.2 (85eb295f-050b-4d89-8ec3-849c933f6d5b/871d7141-1017-4575-9760-532567c21bdc/c7c7b915-6b05-4730-8d16-acb3c4a83174) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:17:34.300932 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.411545 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Made reservation on behalf of 7c304e03bb8246aba8abc47b0b37e6af for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:17:34.415739 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.455138 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.464201 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Transition to ACTIVE for port object c7c7b915-6b05-4730-8d16-acb3c4a83174 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:17:34.480206 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Transition to ACTIVE for port object c7c7b915-6b05-4730-8d16-acb3c4a83174 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:17:34.577347 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Allocated IP 172.20.0.3 (4a55cc22-1fb0-4c97-98fd-a8227b306f82/925e514e-075e-4a1b-bdd9-ac5ad37be93c/e5a23100-726b-4b48-a5e8-49210cde7265) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:17:34.581986 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.618057 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7901652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8048131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26426'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.620637 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Network 85eb295f-050b-4d89-8ec3-849c933f6d5b is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:17:34.623916 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:17:34.629859 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:17:34.635274 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Pushing event updated for resources: {'Port': ['ID=c7c7b915-6b05-4730-8d16-acb3c4a83174,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:34.646367 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:34.646719 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:34.647069 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:34.647410 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:34.647746 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:34.648081 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:34.648411 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:34.648787 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:34.649387 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:34.649806 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:34.650199 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:34.650799 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:34.738471 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.739063 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Attempting to bind port c7c7b915-6b05-4730-8d16-acb3c4a83174 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:17:34.739063 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Attempting to bind port c7c7b915-6b05-4730-8d16-acb3c4a83174 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': 'be878576-714a-42a5-89d1-c5daee99d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:17:34.744030 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Attempting to bind port c7c7b915-6b05-4730-8d16-acb3c4a83174 on network 85eb295f-050b-4d89-8ec3-849c933f6d5b {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:17:34.744965 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:17:34.745621 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Checking segment: {'id': 'be878576-714a-42a5-89d1-c5daee99d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:17:34.746288 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.746871 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Bound using segment: {'id': 'be878576-714a-42a5-89d1-c5daee99d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:17:34.747549 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Bound port: c7c7b915-6b05-4730-8d16-acb3c4a83174, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be878576-714a-42a5-89d1-c5daee99d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:17:34.748138 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.757708 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Transition to ACTIVE for port object e5a23100-726b-4b48-a5e8-49210cde7265 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:17:34.830902 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] For port c7c7b915-6b05-4730-8d16-acb3c4a83174, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:17:34.834540 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] For port c7c7b915-6b05-4730-8d16-acb3c4a83174, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=c7c7b915-6b05-4730-8d16-acb3c4a83174,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:17:34.862145 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.879507 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.905320 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:17:34.912852 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:17:34.915119 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:17:34.948993 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:34.977364 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcda3c-bce6-4cd2-bf49-2f36fdfe9333 None None] Pushing event updated for resources: {'Port': ['ID=c7c7b915-6b05-4730-8d16-acb3c4a83174,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:34.981545 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Pushing event updated for resources: {'Port': ['ID=e5a23100-726b-4b48-a5e8-49210cde7265,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:35.008748 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:35.023725 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:35.024673 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:35.038814 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20011b-361a-49f9-81c3-022726178df0 req-d19244a1-8990-4231-806f-289cb36cec53 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:35.042295 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5a20011b-361a-49f9-81c3-022726178df0 req-d19244a1-8990-4231-806f-289cb36cec53 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1875479 Jul 07 13:17:35.102467 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c132df5a-3766-4723-a56c-24c63b27b864 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0225375 Jul 07 13:17:35.140493 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Request body: {'port': {'device_id': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:17:35.178336 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5a20011b-361a-49f9-81c3-022726178df0 req-4ffc3f12-bc3f-4403-b7cc-9a3781d900cd tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028168 Jul 07 13:17:35.202878 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab1b72-5d90-4551-b70c-51f715cb960c req-91031692-e144-4d7f-8efb-1661fd4ea7cb tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:35.208241 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-16ab1b72-5d90-4551-b70c-51f715cb960c req-91031692-e144-4d7f-8efb-1661fd4ea7cb tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.2801945 Jul 07 13:17:35.267765 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Allocated IP 172.27.2.234 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/51e75098-ee9e-420f-8c6b-0a28716211ef) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:17:35.315412 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:35.407158 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-16ab1b72-5d90-4551-b70c-51f715cb960c req-b2211e13-519b-4bf6-9a62-0f0fdf86b7e2 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866963 Jul 07 13:17:35.433782 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-0f27b139-4d90-4292-8adc-c81fa4bb0898 None None] Provisioning for port e5a23100-726b-4b48-a5e8-49210cde7265 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:17:35.438402 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-0f27b139-4d90-4292-8adc-c81fa4bb0898 None None] Provisioning complete for port e5a23100-726b-4b48-a5e8-49210cde7265 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:35.438988 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f27b139-4d90-4292-8adc-c81fa4bb0898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:35.491086 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0f27b139-4d90-4292-8adc-c81fa4bb0898 None None] Port e5a23100-726b-4b48-a5e8-49210cde7265 cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:17:35.498038 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6660299-d5fb-47c2-b53b-284ec053b58e req-dcf82dde-946c-4e55-80f4-d77cec2e54cc tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:35.499623 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d6660299-d5fb-47c2-b53b-284ec053b58e req-dcf82dde-946c-4e55-80f4-d77cec2e54cc tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 931 time: 0.1090796 Jul 07 13:17:35.510449 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:35.562632 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d6660299-d5fb-47c2-b53b-284ec053b58e req-b2a73c2f-fe11-483d-9cb7-0cae5d6fef68 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496609 Jul 07 13:17:35.622093 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-536813697'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:35.667111 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:17:35.671333 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a23100-726b-4b48-a5e8-49210cde7265 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:17:35.674126 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:17:35.678837 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:17:35.682841 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Pushing event updated for resources: {'Port': ['ID=51e75098-ee9e-420f-8c6b-0a28716211ef,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:35.685764 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:35.707116 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Transition to ACTIVE for port object e5a23100-726b-4b48-a5e8-49210cde7265 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:17:35.821766 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:35.902594 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Pushing event updated for resources: {'Port': ['ID=e5a23100-726b-4b48-a5e8-49210cde7265,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:35.956512 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Attempting to bind port e5a23100-726b-4b48-a5e8-49210cde7265 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:17:35.956857 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Attempting to bind port e5a23100-726b-4b48-a5e8-49210cde7265 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '16e4c2ff-03ed-4b1a-b516-2fe00d27c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:17:35.957285 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Attempting to bind port e5a23100-726b-4b48-a5e8-49210cde7265 on network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:17:35.962094 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Port e5a23100-726b-4b48-a5e8-49210cde7265 on network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:17:35.962423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Attempting to bind port e5a23100-726b-4b48-a5e8-49210cde7265 on network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:17:35.968425 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:17:35.968769 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Checking segment: {'id': '16e4c2ff-03ed-4b1a-b516-2fe00d27c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:17:35.969200 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Bound using segment: {'id': '16e4c2ff-03ed-4b1a-b516-2fe00d27c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:17:35.969688 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Bound port: e5a23100-726b-4b48-a5e8-49210cde7265, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e4c2ff-03ed-4b1a-b516-2fe00d27c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:17:35.975775 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:36.059317 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:36.081716 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] For port e5a23100-726b-4b48-a5e8-49210cde7265, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:17:36.085472 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] For port e5a23100-726b-4b48-a5e8-49210cde7265, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5a23100-726b-4b48-a5e8-49210cde7265,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:17:36.164827 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:36.198988 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:36.199666 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:36.201256 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] 10.222.0.79 "PUT /v2.0/ports/e5a23100-726b-4b48-a5e8-49210cde7265 HTTP/1.1" status: 200 len: 1093 time: 1.0678256 Jul 07 13:17:36.201705 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:17:36.203997 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bed187-222c-490d-98b0-1b082228723c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:17:36.264813 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8d84e3-ea5f-43d6-a17e-b409fa7ad88b x-openstack-request-id: req-df8d84e3-ea5f-43d6-a17e-b409fa7ad88b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:17:36.265224 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:17:36.265476 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-df8d84e3-ea5f-43d6-a17e-b409fa7ad88b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:17:36.265869 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'status': 'completed', 'code': 200} Jul 07 13:17:36.266616 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b7f48-c491-4326-a149-55557f209fbd service neutron] Pushing event updated for resources: {'Port': ['ID=e5a23100-726b-4b48-a5e8-49210cde7265,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:36.282318 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8048154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7901647'] for router, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:36.326873 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f630ca80-8d5b-4788-964c-2188c738a86f None None] Network 85eb295f-050b-4d89-8ec3-849c933f6d5b requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:17:36.438852 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-c3531caf-746b-4e8c-a77d-f5dd33b85f3d None None] Provisioning for port c7c7b915-6b05-4730-8d16-acb3c4a83174 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:17:36.518352 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce is scheduled to L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 with binding_index 1 {{(pid=93698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:17:36.558545 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device c7c7b915-6b05-4730-8d16-acb3c4a83174 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:36.689981 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port c7c7b915-6b05-4730-8d16-acb3c4a83174 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:17:36.694786 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port c7c7b915-6b05-4730-8d16-acb3c4a83174 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:36.695858 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:36.782733 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:36.823762 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port c7c7b915-6b05-4730-8d16-acb3c4a83174, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=c7c7b915-6b05-4730-8d16-acb3c4a83174,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:36.832418 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-27ae78d7-4ab0-4e9f-9aee-d782a9bb2b6e None None] Provisioning complete for port c7c7b915-6b05-4730-8d16-acb3c4a83174 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:36.832780 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27ae78d7-4ab0-4e9f-9aee-d782a9bb2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:36.903350 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:36.944704 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27ae78d7-4ab0-4e9f-9aee-d782a9bb2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:36.967706 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbc7eb-62ea-4e47-a64f-66d9c84796f0 req-0e390ef9-9740-4b6b-9954-2bcd5478e19e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:36.969654 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fddbc7eb-62ea-4e47-a64f-66d9c84796f0 req-0e390ef9-9740-4b6b-9954-2bcd5478e19e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.4024761 Jul 07 13:17:36.970681 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:17:36.982965 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Sync routers for ids ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:17:36.985437 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=c7c7b915-6b05-4730-8d16-acb3c4a83174,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:37.000257 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Routers {'4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:17:37.000931 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:17:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:37.029612 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.db.api [None req-27ae78d7-4ab0-4e9f-9aee-d782a9bb2b6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 13:17:37.029994 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG oslo_db.api [None req-27ae78d7-4ab0-4e9f-9aee-d782a9bb2b6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 13:17:37.031631 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fddbc7eb-62ea-4e47-a64f-66d9c84796f0 req-5e8941d3-2999-4905-a383-2a5b609cb3d2 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543447 Jul 07 13:17:37.040857 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855cf22-a544-4c12-9e6e-163c29bd9362 req-3ec3638a-3e36-4999-ac51-a6fcbaf372e0 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:37.043398 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f855cf22-a544-4c12-9e6e-163c29bd9362 req-3ec3638a-3e36-4999-ac51-a6fcbaf372e0 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.1510844 Jul 07 13:17:37.090406 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f855cf22-a544-4c12-9e6e-163c29bd9362 req-c8621ca7-423d-4227-b046-d4eb17cd9644 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397861 Jul 07 13:17:37.101345 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:37.102730 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3ee7e3a4-f7d9-4e01-8f2c-aa0325953477 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0337722 Jul 07 13:17:37.106403 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45234) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:37.116779 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Set router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:17:37.291790 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:17:35Z', 'revision_number': 3, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port': {'id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:35Z', 'updated_at': '2021-07-07T13:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:37.318009 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Checking router: 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:17:37.318358 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Updating router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce port 51e75098-ee9e-420f-8c6b-0a28716211ef binding host dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:17:37.355758 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:37.517363 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:37.612347 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:37.622072 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Transition to ACTIVE for port object 51e75098-ee9e-420f-8c6b-0a28716211ef will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:17:37.670955 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Allocated IP 172.20.0.1 (85eb295f-050b-4d89-8ec3-849c933f6d5b/871d7141-1017-4575-9760-532567c21bdc/b03cf51f-1bab-4725-bbee-bccd8c149f00) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:17:37.702558 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:37.758067 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Attempting to bind port 51e75098-ee9e-420f-8c6b-0a28716211ef on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:17:37.758431 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Attempting to bind port 51e75098-ee9e-420f-8c6b-0a28716211ef by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:17:37.758784 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Attempting to bind port 51e75098-ee9e-420f-8c6b-0a28716211ef on network da040029-a0da-4720-aea4-2db0f37c74a3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:17:37.761911 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Pushing event updated for resources: {'Port': ['ID=51e75098-ee9e-420f-8c6b-0a28716211ef,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:37.769322 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:17:37.769689 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Checking segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:17:37.770089 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:37.770473 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Bound using segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:17:37.770926 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Bound port: 51e75098-ee9e-420f-8c6b-0a28716211ef, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:17:37.771302 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:37.774537 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:37.774885 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:37.775224 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:37.775599 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:37.776014 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:37.776342 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:37.776854 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:37.777219 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:37.777551 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:37.777874 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:37.778197 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:37.778508 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:17:37.785006 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:37.798878 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Transition to ACTIVE for port object b03cf51f-1bab-4725-bbee-bccd8c149f00 will not be triggered until provisioned by entity DHCP. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:17:37.831367 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] For port 51e75098-ee9e-420f-8c6b-0a28716211ef, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:17:37.834295 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] For port 51e75098-ee9e-420f-8c6b-0a28716211ef, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=51e75098-ee9e-420f-8c6b-0a28716211ef,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:17:37.884184 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-536813697'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:37.895208 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:37.921137 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Network 85eb295f-050b-4d89-8ec3-849c933f6d5b is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:17:37.925544 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:17:37.931381 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:17:37.956309 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Routers {'4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:17:37.957092 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:17:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:37.969376 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Pushing event updated for resources: {'Port': ['ID=b03cf51f-1bab-4725-bbee-bccd8c149f00,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:37.984151 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8049912'] for router_interface, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:38.002510 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fba86-bd1b-4e15-b24c-65c0d4d9f3a0 None None] Pushing event updated for resources: {'Port': ['ID=51e75098-ee9e-420f-8c6b-0a28716211ef,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:38.080571 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] Set router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:17:38.235808 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:38.274904 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:17:35Z', 'revision_number': 3, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port': {'id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:35Z', 'updated_at': '2021-07-07T13:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:38.283340 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-b21cdf91-df33-451b-8298-c0302f30b3ec None None] Provisioning for port b03cf51f-1bab-4725-bbee-bccd8c149f00 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:17:38.287531 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-b21cdf91-df33-451b-8298-c0302f30b3ec None None] Provisioning complete for port b03cf51f-1bab-4725-bbee-bccd8c149f00 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:38.287940 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b21cdf91-df33-451b-8298-c0302f30b3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:38.305078 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234184dc-8b60-421c-aa7e-fb96df24226a None None] The sync data for ids ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'] in dv-cinder-786627-18-iscsi is: [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:17:35Z', 'revision_number': 3, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port': {'id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:35Z', 'updated_at': '2021-07-07T13:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:17:38.344950 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b21cdf91-df33-451b-8298-c0302f30b3ec None None] Port b03cf51f-1bab-4725-bbee-bccd8c149f00 cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:17:38.417966 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9d47-b2df-4af5-8134-455ad14e07d4 req-05399653-5829-4169-b5f9-d08608163616 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:38.419472 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-615c9d47-b2df-4af5-8134-455ad14e07d4 req-05399653-5829-4169-b5f9-d08608163616 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.2060058 Jul 07 13:17:38.432824 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bed187-222c-490d-98b0-1b082228723c req-60533a7e-a42c-49e7-94dc-78fbd7f4ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:38.434423 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a7bed187-222c-490d-98b0-1b082228723c req-60533a7e-a42c-49e7-94dc-78fbd7f4ca0e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c304e03bb8246aba8abc47b0b37e6af&device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0760465 Jul 07 13:17:38.459104 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295c2fc-a84f-4094-b4dd-dae1c7753b97 req-6bd20c81-ffb9-43b3-995b-9d51d6da8862 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:38.460664 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9295c2fc-a84f-4094-b4dd-dae1c7753b97 req-6bd20c81-ffb9-43b3-995b-9d51d6da8862 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.1999726 Jul 07 13:17:38.537035 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-615c9d47-b2df-4af5-8134-455ad14e07d4 req-6033fe9a-926d-4765-a5c8-34733f4181e9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049550 Jul 07 13:17:38.560519 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device c7c7b915-6b05-4730-8d16-acb3c4a83174 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:38.564585 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9295c2fc-a84f-4094-b4dd-dae1c7753b97 req-4902da45-b4b0-497f-a23b-ae2c237e1a58 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924122 Jul 07 13:17:38.595492 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bed187-222c-490d-98b0-1b082228723c req-f489ed56-c10e-46aa-bfd1-8cc2247c01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:38.597311 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a7bed187-222c-490d-98b0-1b082228723c req-f489ed56-c10e-46aa-bfd1-8cc2247c01f9 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=7c304e03bb8246aba8abc47b0b37e6af&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1330891 Jul 07 13:17:38.598007 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:38.647589 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port c7c7b915-6b05-4730-8d16-acb3c4a83174 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:38.647960 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:38.656474 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536813683'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:38.760596 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8051589'] for router_interface, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:38.763817 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Pushing event updated for resources: {'Port': ['ID=b03cf51f-1bab-4725-bbee-bccd8c149f00,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:38.775141 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bed187-222c-490d-98b0-1b082228723c req-90f55edb-bd8a-4b67-b6e7-a9a02c59ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:38.776659 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a7bed187-222c-490d-98b0-1b082228723c req-90f55edb-bd8a-4b67-b6e7-a9a02c59ebcd service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580942 Jul 07 13:17:38.871425 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Network 85eb295f-050b-4d89-8ec3-849c933f6d5b is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:17:38.873254 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:17:39.014736 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-b0327428-57e2-4f3f-92fb-16e00c3c94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:39.017343 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-b0327428-57e2-4f3f-92fb-16e00c3c94e0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c304e03bb8246aba8abc47b0b37e6af&device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 1096 time: 0.1083457 Jul 07 13:17:39.025814 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:17:39.102804 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-0c84e10b-ec3c-49ce-ba36-267342f39064 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a23100-726b-4b48-a5e8-49210cde7265 HTTP/1.1" status: 200 len: 217 time: 0.0528252 Jul 07 13:17:39.170384 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:17:39.175573 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4a5e44e7-ab60-47f7-87c1-95ebbe9a69bc admin admin] 10.222.0.67 "PUT /v2.0/routers/4fde27ea-8f5c-4f37-862f-e19e2ffca3ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0679855 Jul 07 13:17:39.181851 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-733ef55f-55ac-4b97-b3bc-cd89252df862 None None] Provisioning complete for port b03cf51f-1bab-4725-bbee-bccd8c149f00 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:39.182222 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-733ef55f-55ac-4b97-b3bc-cd89252df862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:39.211453 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-1868256a-7756-461a-bec4-77188bcbebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:39.216512 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-1868256a-7756-461a-bec4-77188bcbebc8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925e514e-075e-4a1b-bdd9-ac5ad37be93c HTTP/1.1" status: 200 len: 847 time: 0.0943184 Jul 07 13:17:39.229775 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-733ef55f-55ac-4b97-b3bc-cd89252df862 None None] Port b03cf51f-1bab-4725-bbee-bccd8c149f00 cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:17:39.280302 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-0f9243cb-0190-49bb-a107-29bf86d82b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:39.282225 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-0f9243cb-0190-49bb-a107-29bf86d82b11 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4a55cc22-1fb0-4c97-98fd-a8227b306f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548060 Jul 07 13:17:39.380785 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-b71e741d-a730-4a7d-b069-2d0e956ffeb4 service neutron] 10.222.0.79 "GET /v2.0/networks/4a55cc22-1fb0-4c97-98fd-a8227b306f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911725 Jul 07 13:17:39.490538 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-16e45d7a-2f9b-4017-a2d6-d74e7260a3ae req-f071a49e-8c88-4b1e-b031-9068d7af2b3a service neutron] 10.222.0.79 "GET /v2.0/networks/4a55cc22-1fb0-4c97-98fd-a8227b306f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971918 Jul 07 13:17:39.786353 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b768c-40dd-4a60-bcc6-fdc2aab28c51 req-6445abbb-e2ca-44fc-abc1-c21e6123b96d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:39.787871 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-828b768c-40dd-4a60-bcc6-fdc2aab28c51 req-6445abbb-e2ca-44fc-abc1-c21e6123b96d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.1122522 Jul 07 13:17:39.813288 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fda48-4f6d-4ee6-a9db-9ef960085fc5 req-3d53b622-4be6-4b87-8179-b041039eda62 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:39.814751 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-719fda48-4f6d-4ee6-a9db-9ef960085fc5 req-3d53b622-4be6-4b87-8179-b041039eda62 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.1091800 Jul 07 13:17:39.868177 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-828b768c-40dd-4a60-bcc6-fdc2aab28c51 req-bd886dd8-23bf-4381-bce5-e1a7d8e60b84 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722606 Jul 07 13:17:39.877435 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-719fda48-4f6d-4ee6-a9db-9ef960085fc5 req-f890051c-1088-48c9-8a4d-a8115072f0b4 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552051 Jul 07 13:17:40.022563 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45270) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:40.028295 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-169544336-network', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:17:40.112262 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Made reservation on behalf of d34a05f1c45745b1b5080a32e172ba8b for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:17:40.114695 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:40.125002 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:40.199082 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Sync routers for ids ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:17:40.208247 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Routers {'4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:17:40.208902 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:17:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:40.217949 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:40.312573 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:40.316826 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Set router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:17:40.330928 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:17:40.351273 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:40.351618 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.segments_db [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Added segment b61f08e2-664d-4497-955c-b224abfeac80 of type vlan for network d757ade7-ba60-4e1d-b281-fa2dac376a80 Jul 07 13:17:40.352977 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff3774e-ab86-4771-a621-3504d263c798,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:40.395769 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:40.501630 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:40.502615 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:40.503422 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:40.542518 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:17:38Z', 'revision_number': 4, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port': {'id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:35Z', 'updated_at': '2021-07-07T13:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'b03cf51f-1bab-4725-bbee-bccd8c149f00', 'name': '', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '871d7141-1017-4575-9760-532567c21bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:37Z', 'updated_at': '2021-07-07T13:17:38Z', 'revision_number': 2, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'subnets': [{'id': '871d7141-1017-4575-9760-532567c21bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:40.569889 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Checking router: 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:17:40.570233 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Updating router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce port b03cf51f-1bab-4725-bbee-bccd8c149f00 binding host dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:17:40.593275 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] Pushing event updated for resources: {'Network': ['ID=d757ade7-ba60-4e1d-b281-fa2dac376a80,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:40.594398 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 51e75098-ee9e-420f-8c6b-0a28716211ef up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:40.617025 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network d757ade7-ba60-4e1d-b281-fa2dac376a80 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:17:40.645169 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-c99c5f87-3c19-405c-b70d-f1feb1aa2792 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6214268 Jul 07 13:17:40.647848 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45280) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:40.652984 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f8e032ac-75bc-4116-a1cd-8e5144e9b958 admin admin] Request body: {'subnet': {'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-169544336-subnet', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:17:40.683762 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:40.730269 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e032ac-75bc-4116-a1cd-8e5144e9b958 admin admin] Made reservation on behalf of d34a05f1c45745b1b5080a32e172ba8b for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:17:40.732650 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8e032ac-75bc-4116-a1cd-8e5144e9b958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4570046'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:40.798655 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 51e75098-ee9e-420f-8c6b-0a28716211ef completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:17:40.804018 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 51e75098-ee9e-420f-8c6b-0a28716211ef triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:40.804391 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:40.950808 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8e032ac-75bc-4116-a1cd-8e5144e9b958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4700024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4570028'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:40.992042 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e032ac-75bc-4116-a1cd-8e5144e9b958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=768bd802-4e81-4dec-8c07-b59ad6ad83c8,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:41.024050 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:41.032638 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e032ac-75bc-4116-a1cd-8e5144e9b958 admin admin] Checking segment: {'id': 'b61f08e2-664d-4497-955c-b224abfeac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:17:41.033104 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e032ac-75bc-4116-a1cd-8e5144e9b958 admin admin] Network hostable DHCP agents. Network: d757ade7-ba60-4e1d-b281-fa2dac376a80, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:17:41.058581 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 51e75098-ee9e-420f-8c6b-0a28716211ef, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=51e75098-ee9e-420f-8c6b-0a28716211ef,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:41.065260 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:41.077811 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Transition to ACTIVE for port object b03cf51f-1bab-4725-bbee-bccd8c149f00 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:17:41.122397 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f300d-1e88-463d-b033-4cbde03712f8 req-9cf97dcf-6cea-42ce-9582-87c75e6d0cd4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:41.123885 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d35f300d-1e88-463d-b033-4cbde03712f8 req-9cf97dcf-6cea-42ce-9582-87c75e6d0cd4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.1181498 Jul 07 13:17:41.124538 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e032ac-75bc-4116-a1cd-8e5144e9b958 admin admin] Network d757ade7-ba60-4e1d-b281-fa2dac376a80 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:17:41.144041 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42912fc-3acc-4bbb-8c77-de9e531bb78c req-a5debb1c-6490-4c89-a39d-33b12ef59c2a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:41.145495 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e42912fc-3acc-4bbb-8c77-de9e531bb78c req-a5debb1c-6490-4c89-a39d-33b12ef59c2a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.1030405 Jul 07 13:17:41.152389 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:41.154444 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:41.193647 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d35f300d-1e88-463d-b033-4cbde03712f8 req-02ef95e3-0eb0-44a1-9f03-069a924b4649 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634248 Jul 07 13:17:41.202631 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e42912fc-3acc-4bbb-8c77-de9e531bb78c req-f9a7bd6d-82cc-4631-8087-3971cfa65e58 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496852 Jul 07 13:17:41.210470 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f8e032ac-75bc-4116-a1cd-8e5144e9b958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, d757ade7-ba60-4e1d-b281-fa2dac376a80) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:17:41.212453 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d725a2d-0299-478a-802f-e94564762c55 None None] Pushing event updated for resources: {'Port': ['ID=b03cf51f-1bab-4725-bbee-bccd8c149f00,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:41.215709 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e032ac-75bc-4116-a1cd-8e5144e9b958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:41.216332 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8e032ac-75bc-4116-a1cd-8e5144e9b958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:41.263748 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8848bcda-c36c-4556-a2ae-fb52d1c14e6b None None] Network d757ade7-ba60-4e1d-b281-fa2dac376a80 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:17:41.319905 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-f8e032ac-75bc-4116-a1cd-8e5144e9b958 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6704290 Jul 07 13:17:41.322170 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45286) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:41.327001 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-169544336-router', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:17:41.439057 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8048145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26407'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:41.440027 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8048270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8050494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26408'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:41.491938 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=51e75098-ee9e-420f-8c6b-0a28716211ef,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:41.499266 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Attempting to bind port b03cf51f-1bab-4725-bbee-bccd8c149f00 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:17:41.499782 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Attempting to bind port b03cf51f-1bab-4725-bbee-bccd8c149f00 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': 'be878576-714a-42a5-89d1-c5daee99d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:17:41.500250 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Attempting to bind port b03cf51f-1bab-4725-bbee-bccd8c149f00 on network 85eb295f-050b-4d89-8ec3-849c933f6d5b {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:17:41.527047 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:17:41.532978 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Checking segment: {'id': 'be878576-714a-42a5-89d1-c5daee99d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:17:41.532978 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:41.532978 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Bound using segment: {'id': 'be878576-714a-42a5-89d1-c5daee99d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:17:41.532978 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Bound port: b03cf51f-1bab-4725-bbee-bccd8c149f00, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be878576-714a-42a5-89d1-c5daee99d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:17:41.532978 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:41.667928 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] For port b03cf51f-1bab-4725-bbee-bccd8c149f00, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:17:41.671594 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a5641f-773f-5970-9f30-b9d7c504ccbf-d757ade7-ba60-4e1d-b281-fa2dac376a80', 'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'fixed_ips': [{'subnet_id': '768bd802-4e81-4dec-8c07-b59ad6ad83c8'}]}} from dv-cinder-786627-18-iscsi. {{(pid=93700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:17:41.681437 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:41.691917 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] For port b03cf51f-1bab-4725-bbee-bccd8c149f00, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=b03cf51f-1bab-4725-bbee-bccd8c149f00,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:17:41.714229 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:41.766469 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:41.876810 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d725a2d-0299-478a-802f-e94564762c55 None None] Pushing event updated for resources: {'Port': ['ID=b03cf51f-1bab-4725-bbee-bccd8c149f00,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:41.881911 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Routers {'4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:17:41.882625 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:17:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:41.930667 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Allocated IP 172.20.0.2 (d757ade7-ba60-4e1d-b281-fa2dac376a80/768bd802-4e81-4dec-8c07-b59ad6ad83c8/27070aa9-9c19-4429-8733-3cd5b2cfc80b) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:17:41.942995 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7901652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8048131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26426'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:42.054741 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] Set router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:17:42.115711 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:17:42.233808 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:42.262782 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:42.270276 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:42.290562 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Transition to ACTIVE for port object 27070aa9-9c19-4429-8733-3cd5b2cfc80b will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:17:42.331848 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Transition to ACTIVE for port object 27070aa9-9c19-4429-8733-3cd5b2cfc80b will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:17:42.362103 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:17:38Z', 'revision_number': 4, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port': {'id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:35Z', 'updated_at': '2021-07-07T13:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'b03cf51f-1bab-4725-bbee-bccd8c149f00', 'name': '', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '871d7141-1017-4575-9760-532567c21bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:37Z', 'updated_at': '2021-07-07T13:17:41Z', 'revision_number': 4, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'subnets': [{'id': '871d7141-1017-4575-9760-532567c21bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:42.391106 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6bf1c-e246-45a0-a195-c4f3f1970626 None None] The sync data for ids ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'] in dv-cinder-786627-18-iscsi is: [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:17:38Z', 'revision_number': 4, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port': {'id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:35Z', 'updated_at': '2021-07-07T13:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'b03cf51f-1bab-4725-bbee-bccd8c149f00', 'name': '', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '871d7141-1017-4575-9760-532567c21bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:37Z', 'updated_at': '2021-07-07T13:17:41Z', 'revision_number': 4, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'subnets': [{'id': '871d7141-1017-4575-9760-532567c21bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:17:42.396213 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Allocated IP 172.27.2.121 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/396cc6ae-667f-4561-828d-c7a4a66cd9ac) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:17:42.410516 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:42.472113 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Network d757ade7-ba60-4e1d-b281-fa2dac376a80 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:17:42.482307 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:17:42.486277 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:17:42.506134 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Pushing event updated for resources: {'Port': ['ID=27070aa9-9c19-4429-8733-3cd5b2cfc80b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:42.507006 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196da5b-7752-467e-9709-666d89dcc187 req-a440fc90-dcb2-4e8b-b143-b0622f5a0889 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:42.508658 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f196da5b-7752-467e-9709-666d89dcc187 req-a440fc90-dcb2-4e8b-b143-b0622f5a0889 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 944 time: 0.1720266 Jul 07 13:17:42.558887 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c71d1-4846-4f64-b3c1-302f16f2ef0d req-81675fce-581b-405c-be7b-035504d52946 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:42.570798 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-461c71d1-4846-4f64-b3c1-302f16f2ef0d req-81675fce-581b-405c-be7b-035504d52946 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.2043681 Jul 07 13:17:42.586490 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:42.594056 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Attempting to bind port 27070aa9-9c19-4429-8733-3cd5b2cfc80b on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:17:42.594438 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Attempting to bind port 27070aa9-9c19-4429-8733-3cd5b2cfc80b by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': 'b61f08e2-664d-4497-955c-b224abfeac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:17:42.594790 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Attempting to bind port 27070aa9-9c19-4429-8733-3cd5b2cfc80b on network d757ade7-ba60-4e1d-b281-fa2dac376a80 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:17:42.612078 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:17:42.612455 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Checking segment: {'id': 'b61f08e2-664d-4497-955c-b224abfeac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:17:42.612957 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:42.613283 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Bound using segment: {'id': 'b61f08e2-664d-4497-955c-b224abfeac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:17:42.613749 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Bound port: 27070aa9-9c19-4429-8733-3cd5b2cfc80b, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61f08e2-664d-4497-955c-b224abfeac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:17:42.614351 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:42.654703 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-461c71d1-4846-4f64-b3c1-302f16f2ef0d req-35f0225e-bbb7-46bf-a7a0-dbd0fa7f7d98 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828366 Jul 07 13:17:42.671331 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f196da5b-7752-467e-9709-666d89dcc187 req-194a5f8f-570f-4266-a86f-125bad4fa0d0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519325 Jul 07 13:17:42.697942 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:42.736896 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] For port 27070aa9-9c19-4429-8733-3cd5b2cfc80b, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:17:42.740788 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] For port 27070aa9-9c19-4429-8733-3cd5b2cfc80b, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=27070aa9-9c19-4429-8733-3cd5b2cfc80b,segment=NetworkSegment(b61f08e2-664d-4497-955c-b224abfeac80),segment_id=b61f08e2-664d-4497-955c-b224abfeac80)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:17:42.757146 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:17:42.761383 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:17:42.766132 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:17:42.779072 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:17:42.787084 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device b03cf51f-1bab-4725-bbee-bccd8c149f00 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:42.806717 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Pushing event updated for resources: {'Port': ['ID=396cc6ae-667f-4561-828d-c7a4a66cd9ac,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:42.831972 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:42.960544 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c94cc-a6d2-4a41-88ab-aca1bd395ad0 None None] Pushing event updated for resources: {'Port': ['ID=27070aa9-9c19-4429-8733-3cd5b2cfc80b,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:43.005067 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:43.018586 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'port_id': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'mac_address': 'fa:16:3e:dc:69:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:17:43.080437 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port b03cf51f-1bab-4725-bbee-bccd8c149f00 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:17:43.085167 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:43.089130 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port b03cf51f-1bab-4725-bbee-bccd8c149f00 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:43.089598 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:43.159633 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:17:43.188269 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:43.238391 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:43.239283 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:43.286509 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port b03cf51f-1bab-4725-bbee-bccd8c149f00, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=b03cf51f-1bab-4725-bbee-bccd8c149f00,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:43.287829 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:43.349975 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,revision_number=9']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:43.426289 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:43.428540 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 51e75098-ee9e-420f-8c6b-0a28716211ef up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:43.476749 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8048154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7901647'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:43.519835 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=b03cf51f-1bab-4725-bbee-bccd8c149f00,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:43.538464 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 51e75098-ee9e-420f-8c6b-0a28716211ef triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:43.538720 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:43.691901 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['41f4e27d-588d-40ac-9ec5-57ec1df7fad8'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:17:43.729574 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Router 409da8db-2d22-4470-8b91-5f1e13a8c434 is scheduled to L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:17:44.058722 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927da562-6caf-4ef6-ae24-fc2142d540ae req-ca0bb082-63e3-4274-b35d-895d73f290ea tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:44.068301 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-927da562-6caf-4ef6-ae24-fc2142d540ae req-ca0bb082-63e3-4274-b35d-895d73f290ea tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 945 time: 0.1756930 Jul 07 13:17:44.071541 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:17:44.091721 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Sync routers for ids ['409da8db-2d22-4470-8b91-5f1e13a8c434'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:17:44.116001 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Routers {'409da8db-2d22-4470-8b91-5f1e13a8c434'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:17:44.125459 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:17:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['409da8db-2d22-4470-8b91-5f1e13a8c434'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:44.165372 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:44.172109 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-f25881ba-fada-4934-95ab-79dd8bfcd074 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8444705 Jul 07 13:17:44.180964 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45334) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:44.298208 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Set router 409da8db-2d22-4470-8b91-5f1e13a8c434 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:17:44.322342 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35487f8b-6cd6-4b18-8780-2663b86595b2 None None] Network d757ade7-ba60-4e1d-b281-fa2dac376a80 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:17:44.329169 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-927da562-6caf-4ef6-ae24-fc2142d540ae req-d1eb8eb9-9cf0-492a-87b1-9fd31f43321b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598276 Jul 07 13:17:44.375854 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1358-a7c9-445f-8728-2625f8f922b6 req-14a4e0d9-b22b-4602-a2f6-8d089067bb28 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:44.375854 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dc0a1358-a7c9-445f-8728-2625f8f922b6 req-14a4e0d9-b22b-4602-a2f6-8d089067bb28 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.2960424 Jul 07 13:17:44.430814 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dc0a1358-a7c9-445f-8728-2625f8f922b6 req-ebf2c752-d9b9-40cc-8447-9320dd1d0857 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541706 Jul 07 13:17:44.528042 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-7ec9bd4b-06e7-4d40-956b-6d42cb802fbb None None] Provisioning for port 27070aa9-9c19-4429-8733-3cd5b2cfc80b completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:17:44.702041 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'name': 'tempest-TestMinimumBasicScenario-169544336-router', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:41Z', 'updated_at': '2021-07-07T13:17:42Z', 'revision_number': 3, 'project_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'gw_port': {'id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:42Z', 'updated_at': '2021-07-07T13:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:44.746569 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Checking router: 409da8db-2d22-4470-8b91-5f1e13a8c434 for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:17:44.752747 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 27070aa9-9c19-4429-8733-3cd5b2cfc80b up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:44.753526 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Updating router 409da8db-2d22-4470-8b91-5f1e13a8c434 port 396cc6ae-667f-4561-828d-c7a4a66cd9ac binding host dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:17:44.784291 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:44.806366 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.045004 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:45.045305 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.116214 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.133434 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.137271 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 27070aa9-9c19-4429-8733-3cd5b2cfc80b completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:17:45.147815 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 27070aa9-9c19-4429-8733-3cd5b2cfc80b triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:45.148559 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.172477 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.182701 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:17:45.183068 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Transition to ACTIVE for port object 396cc6ae-667f-4561-828d-c7a4a66cd9ac will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:17:45.185243 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7376a138-8cae-4c3c-8c07-5fe96a6d6035" -d '{"events": [{"server_uuid": "123db360-66aa-4749-8843-3f9431022604", "name": "network-vif-plugged", "status": "completed", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:17:45.212758 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:45.227638 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551dcca4-ad8c-46ab-9cdb-4265db6238f2 x-openstack-request-id: req-551dcca4-ad8c-46ab-9cdb-4265db6238f2 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:17:45.227926 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123db360-66aa-4749-8843-3f9431022604", "name": "network-vif-plugged", "status": "completed", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:17:45.228175 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-551dcca4-ad8c-46ab-9cdb-4265db6238f2 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:17:45.229118 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'code': 200} Jul 07 13:17:45.255910 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.276761 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.286410 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.303632 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712250f9-a9f5-4bf4-a633-498a227671a2 None None] Pushing event updated for resources: {'Port': ['ID=396cc6ae-667f-4561-828d-c7a4a66cd9ac,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:45.304486 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Allocated IP 172.20.0.1 (d757ade7-ba60-4e1d-b281-fa2dac376a80/768bd802-4e81-4dec-8c07-b59ad6ad83c8/04b4f670-ddfd-460a-af2c-a03b026b2ee9) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:17:45.326033 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Attempting to bind port 396cc6ae-667f-4561-828d-c7a4a66cd9ac on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:17:45.326810 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Attempting to bind port 396cc6ae-667f-4561-828d-c7a4a66cd9ac by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:17:45.327395 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Attempting to bind port 396cc6ae-667f-4561-828d-c7a4a66cd9ac on network da040029-a0da-4720-aea4-2db0f37c74a3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:17:45.335518 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:17:45.336265 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Checking segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:17:45.337008 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.337575 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Bound using segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:17:45.338403 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Bound port: 396cc6ae-667f-4561-828d-c7a4a66cd9ac, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:17:45.340068 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.349710 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 27070aa9-9c19-4429-8733-3cd5b2cfc80b, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=27070aa9-9c19-4429-8733-3cd5b2cfc80b,segment=NetworkSegment(b61f08e2-664d-4497-955c-b224abfeac80),segment_id=b61f08e2-664d-4497-955c-b224abfeac80)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:45.363899 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,revision_number=10']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:45.406712 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] For port 396cc6ae-667f-4561-828d-c7a4a66cd9ac, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:17:45.410093 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] For port 396cc6ae-667f-4561-828d-c7a4a66cd9ac, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=396cc6ae-667f-4561-828d-c7a4a66cd9ac,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:17:45.421310 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.422268 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device b03cf51f-1bab-4725-bbee-bccd8c149f00 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:45.439654 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.458203 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Transition to ACTIVE for port object 04b4f670-ddfd-460a-af2c-a03b026b2ee9 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:17:45.474293 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.509447 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=27070aa9-9c19-4429-8733-3cd5b2cfc80b,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:45.528608 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port b03cf51f-1bab-4725-bbee-bccd8c149f00 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:45.529219 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.564010 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d036d82-f39a-4200-81df-8cf3a8ba8358 req-015976de-73b8-4ed5-b30a-9783da33ddd2 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:45.573597 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3d036d82-f39a-4200-81df-8cf3a8ba8358 req-015976de-73b8-4ed5-b30a-9783da33ddd2 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 947 time: 0.0861609 Jul 07 13:17:45.582084 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712250f9-a9f5-4bf4-a633-498a227671a2 None None] Pushing event updated for resources: {'Port': ['ID=396cc6ae-667f-4561-828d-c7a4a66cd9ac,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:45.587372 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Routers {'409da8db-2d22-4470-8b91-5f1e13a8c434'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:17:45.588661 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:17:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['409da8db-2d22-4470-8b91-5f1e13a8c434'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:45.610543 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3d036d82-f39a-4200-81df-8cf3a8ba8358 req-9f4a0b8a-6e7e-41b2-91d3-187859e5a49b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379834 Jul 07 13:17:45.622378 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.671394 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Network d757ade7-ba60-4e1d-b281-fa2dac376a80 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:17:45.676391 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:17:45.679010 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:17:45.688833 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Pushing event updated for resources: {'Port': ['ID=04b4f670-ddfd-460a-af2c-a03b026b2ee9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:45.737275 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8049912'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:45.745909 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] Set router 409da8db-2d22-4470-8b91-5f1e13a8c434 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:17:45.818060 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665c14-d70b-4ff6-9af3-e71c9367b28d req-39e35e5d-510a-422d-b3ac-775a4c6f85d3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:45.826030 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7b665c14-d70b-4ff6-9af3-e71c9367b28d req-39e35e5d-510a-422d-b3ac-775a4c6f85d3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.0885715 Jul 07 13:17:45.880762 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7b665c14-d70b-4ff6-9af3-e71c9367b28d req-6ddea017-d787-49f2-8843-3319b38c3eda tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534368 Jul 07 13:17:45.986561 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'name': 'tempest-TestMinimumBasicScenario-169544336-router', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:41Z', 'updated_at': '2021-07-07T13:17:42Z', 'revision_number': 3, 'project_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'gw_port': {'id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:42Z', 'updated_at': '2021-07-07T13:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:46.016091 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2925d481-40da-4b8e-8623-64dcf7064460 None None] The sync data for ids ['409da8db-2d22-4470-8b91-5f1e13a8c434'] in dv-cinder-786627-18-iscsi is: [{'id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'name': 'tempest-TestMinimumBasicScenario-169544336-router', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:41Z', 'updated_at': '2021-07-07T13:17:42Z', 'revision_number': 3, 'project_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'gw_port': {'id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:42Z', 'updated_at': '2021-07-07T13:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:17:46.062260 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:46.065467 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be90cf5-78f8-4b3f-bd44-970ce2019361 req-2db650ef-028a-49db-a6dc-23df8535ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:46.067012 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2be90cf5-78f8-4b3f-bd44-970ce2019361 req-2db650ef-028a-49db-a6dc-23df8535ec80 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 1100 time: 0.1181457 Jul 07 13:17:46.085594 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a6301-5e46-4de6-9ff0-52c9f7ca7dd9 req-f709a307-c0e7-4586-9f4a-5bcf83ee46c8 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:46.089247 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-308a6301-5e46-4de6-9ff0-52c9f7ca7dd9 req-f709a307-c0e7-4586-9f4a-5bcf83ee46c8 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0875413 Jul 07 13:17:46.134191 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-308a6301-5e46-4de6-9ff0-52c9f7ca7dd9 req-386a01d7-1ff3-4985-b47d-3e0b53b2fe91 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367949 Jul 07 13:17:46.136261 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-1e6c2718-b238-4e1f-b266-b34bc4b658eb None None] Provisioning for port 04b4f670-ddfd-460a-af2c-a03b026b2ee9 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:17:46.140741 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-1e6c2718-b238-4e1f-b266-b34bc4b658eb None None] Provisioning complete for port 04b4f670-ddfd-460a-af2c-a03b026b2ee9 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:46.141152 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2718-b238-4e1f-b266-b34bc4b658eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:46.144439 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2be90cf5-78f8-4b3f-bd44-970ce2019361 req-e36d12b1-dd23-4076-972a-8f53a5c0c730 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634716 Jul 07 13:17:46.179577 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c2718-b238-4e1f-b266-b34bc4b658eb None None] Port 04b4f670-ddfd-460a-af2c-a03b026b2ee9 cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:17:46.260447 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:46.333587 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:46.403583 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Pushing event updated for resources: {'Port': ['ID=04b4f670-ddfd-460a-af2c-a03b026b2ee9,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:46.406187 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8051589'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:46.649111 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 27070aa9-9c19-4429-8733-3cd5b2cfc80b up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:46.719050 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 27070aa9-9c19-4429-8733-3cd5b2cfc80b triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:46.719790 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:46.758933 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Network d757ade7-ba60-4e1d-b281-fa2dac376a80 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:17:46.761346 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:17:46.814397 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 396cc6ae-667f-4561-828d-c7a4a66cd9ac up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:46.873329 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2426c9-5265-46bf-97b8-2bd07fc9636a req-cd6e12d3-6e45-4535-a5cd-c8a0aa26742a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:46.876478 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dc2426c9-5265-46bf-97b8-2bd07fc9636a req-cd6e12d3-6e45-4535-a5cd-c8a0aa26742a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 947 time: 0.1077557 Jul 07 13:17:46.913361 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Router 409da8db-2d22-4470-8b91-5f1e13a8c434 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:17:46.929471 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dc2426c9-5265-46bf-97b8-2bd07fc9636a req-d4a22ce9-fd9f-4d30-a0e0-2830ea48cc6b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447900 Jul 07 13:17:46.953455 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 396cc6ae-667f-4561-828d-c7a4a66cd9ac completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:17:46.958822 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 396cc6ae-667f-4561-828d-c7a4a66cd9ac triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:46.959203 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:47.083925 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:17:47.098074 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-a481d6d0-adab-4969-b9bd-f3b16b1387a2 admin admin] 10.222.0.67 "PUT /v2.0/routers/409da8db-2d22-4470-8b91-5f1e13a8c434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9116414 Jul 07 13:17:47.101087 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:47.109475 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b5b1d-268d-4036-b491-5142b93eae2b req-b3d253ff-aa90-451b-99e9-bc60f8267b75 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:47.111245 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a41b5b1d-268d-4036-b491-5142b93eae2b req-b3d253ff-aa90-451b-99e9-bc60f8267b75 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.0773556 Jul 07 13:17:47.124384 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-92a69f7f-5d03-44e6-95e0-d1083080ee7f None None] Provisioning complete for port 04b4f670-ddfd-460a-af2c-a03b026b2ee9 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:47.124656 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92a69f7f-5d03-44e6-95e0-d1083080ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:47.147163 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 396cc6ae-667f-4561-828d-c7a4a66cd9ac, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=396cc6ae-667f-4561-828d-c7a4a66cd9ac,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:47.153162 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a41b5b1d-268d-4036-b491-5142b93eae2b req-9115fb02-9558-4b00-a5f0-a065a11df74b tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352190 Jul 07 13:17:47.167427 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-92a69f7f-5d03-44e6-95e0-d1083080ee7f None None] Port 04b4f670-ddfd-460a-af2c-a03b026b2ee9 cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:17:47.210930 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:47.283655 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=396cc6ae-667f-4561-828d-c7a4a66cd9ac,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:47.337748 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cf1f7-923b-48e5-9da0-e326e00ebe62 req-402fdaac-a0f4-49cb-b42b-59570e80f364 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:47.341845 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e20cf1f7-923b-48e5-9da0-e326e00ebe62 req-402fdaac-a0f4-49cb-b42b-59570e80f364 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.0743291 Jul 07 13:17:47.387404 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e20cf1f7-923b-48e5-9da0-e326e00ebe62 req-df64d891-e35a-4b61-8ea5-64380d11b91a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Jul 07 13:17:47.881044 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Sync routers for ids ['409da8db-2d22-4470-8b91-5f1e13a8c434'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:17:47.892252 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Routers {'409da8db-2d22-4470-8b91-5f1e13a8c434'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:17:47.893039 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:17:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['409da8db-2d22-4470-8b91-5f1e13a8c434'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:48.017999 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Set router 409da8db-2d22-4470-8b91-5f1e13a8c434 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:17:48.239354 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be034b51-adcc-4095-88a8-bde3129c138b req-08cf48eb-83cb-40d2-92dd-388d031b527a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:48.241219 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be034b51-adcc-4095-88a8-bde3129c138b req-08cf48eb-83cb-40d2-92dd-388d031b527a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 947 time: 0.0962894 Jul 07 13:17:48.292720 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be034b51-adcc-4095-88a8-bde3129c138b req-1d03ae53-7246-4eb8-97ea-f15afb5c1a50 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449009 Jul 07 13:17:48.341764 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'name': 'tempest-TestMinimumBasicScenario-169544336-router', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:41Z', 'updated_at': '2021-07-07T13:17:45Z', 'revision_number': 4, 'project_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'gw_port': {'id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:42Z', 'updated_at': '2021-07-07T13:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '04b4f670-ddfd-460a-af2c-a03b026b2ee9', 'name': '', 'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'mac_address': 'fa:16:3e:bb:77:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '768bd802-4e81-4dec-8c07-b59ad6ad83c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:45Z', 'updated_at': '2021-07-07T13:17:46Z', 'revision_number': 2, 'project_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'subnets': [{'id': '768bd802-4e81-4dec-8c07-b59ad6ad83c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:48.372826 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Checking router: 409da8db-2d22-4470-8b91-5f1e13a8c434 for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:17:48.373424 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Updating router 409da8db-2d22-4470-8b91-5f1e13a8c434 port 04b4f670-ddfd-460a-af2c-a03b026b2ee9 binding host dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:17:48.388441 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adeae9-27a5-446b-b689-0c35e79345d3 req-9fd5e116-c2e3-4925-941e-d0d7e9c2c9c2 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:48.395932 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b1adeae9-27a5-446b-b689-0c35e79345d3 req-9fd5e116-c2e3-4925-941e-d0d7e9c2c9c2 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.0954988 Jul 07 13:17:48.418843 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:48.609375 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b1adeae9-27a5-446b-b689-0c35e79345d3 req-c541dcd8-4c86-4931-b073-ebfb35517038 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652342 Jul 07 13:17:48.640948 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 396cc6ae-667f-4561-828d-c7a4a66cd9ac up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:48.745941 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca75561-06bf-45aa-b001-47919e50f426 req-af014efc-6fb5-4dad-a535-6c31575dba60 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:48.745941 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0ca75561-06bf-45aa-b001-47919e50f426 req-af014efc-6fb5-4dad-a535-6c31575dba60 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1303949 Jul 07 13:17:48.746338 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 396cc6ae-667f-4561-828d-c7a4a66cd9ac triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:48.746338 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:48.750713 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0ca75561-06bf-45aa-b001-47919e50f426 req-74cf4eca-ac38-4c3f-a1a5-c26ce031d426 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505066 Jul 07 13:17:48.881659 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:48.900262 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Transition to ACTIVE for port object 04b4f670-ddfd-460a-af2c-a03b026b2ee9 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:17:49.441822 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885423c-688c-4058-bc55-19a5a3917b76 req-6dc6178f-7174-45f1-bcfc-ea358080b256 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:49.444092 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a885423c-688c-4058-bc55-19a5a3917b76 req-6dc6178f-7174-45f1-bcfc-ea358080b256 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1098619 Jul 07 13:17:49.514959 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9caea-6051-440d-93b1-8e6aaad2d386 req-d713acb6-1485-448f-bb5a-02841d7801ed tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:49.516686 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c8a9caea-6051-440d-93b1-8e6aaad2d386 req-d713acb6-1485-448f-bb5a-02841d7801ed tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 947 time: 0.0852959 Jul 07 13:17:49.563506 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:49.591832 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c8a9caea-6051-440d-93b1-8e6aaad2d386 req-e46b049a-b25d-4974-b3f8-2a3274621151 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663505 Jul 07 13:17:49.636954 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a885423c-688c-4058-bc55-19a5a3917b76 req-902e5686-1248-4b9a-84ec-613cb8ce2abf tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Deleting port 38e81159-4fdc-44d6-966b-344c1ecbd57f {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:17:49.637545 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a885423c-688c-4058-bc55-19a5a3917b76 req-902e5686-1248-4b9a-84ec-613cb8ce2abf tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:49.645325 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1dfc1-c708-449e-b268-2241cffb5117 None None] Pushing event updated for resources: {'Port': ['ID=04b4f670-ddfd-460a-af2c-a03b026b2ee9,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:49.761602 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a885423c-688c-4058-bc55-19a5a3917b76 req-902e5686-1248-4b9a-84ec-613cb8ce2abf tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] For port 38e81159-4fdc-44d6-966b-344c1ecbd57f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=38e81159-4fdc-44d6-966b-344c1ecbd57f,segment=NetworkSegment(69a20144-e7ff-48c8-8332-b5446e4eb3c9),segment_id=69a20144-e7ff-48c8-8332-b5446e4eb3c9)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:49.762292 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a885423c-688c-4058-bc55-19a5a3917b76 req-902e5686-1248-4b9a-84ec-613cb8ce2abf tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:49.779776 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Attempting to bind port 04b4f670-ddfd-460a-af2c-a03b026b2ee9 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:17:49.780288 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Attempting to bind port 04b4f670-ddfd-460a-af2c-a03b026b2ee9 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': 'b61f08e2-664d-4497-955c-b224abfeac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:17:49.780912 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Attempting to bind port 04b4f670-ddfd-460a-af2c-a03b026b2ee9 on network d757ade7-ba60-4e1d-b281-fa2dac376a80 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:17:49.787325 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:17:49.787813 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Checking segment: {'id': 'b61f08e2-664d-4497-955c-b224abfeac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:17:49.788378 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:49.788947 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Bound using segment: {'id': 'b61f08e2-664d-4497-955c-b224abfeac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:17:49.789690 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Bound port: 04b4f670-ddfd-460a-af2c-a03b026b2ee9, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61f08e2-664d-4497-955c-b224abfeac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:17:49.790211 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:49.818696 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a885423c-688c-4058-bc55-19a5a3917b76 req-902e5686-1248-4b9a-84ec-613cb8ce2abf tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Calling delete_port for 38e81159-4fdc-44d6-966b-344c1ecbd57f owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:17:49.876192 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:49.923766 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] For port 04b4f670-ddfd-460a-af2c-a03b026b2ee9, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:17:49.934729 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] For port 04b4f670-ddfd-460a-af2c-a03b026b2ee9, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=04b4f670-ddfd-460a-af2c-a03b026b2ee9,segment=NetworkSegment(b61f08e2-664d-4497-955c-b224abfeac80),segment_id=b61f08e2-664d-4497-955c-b224abfeac80)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:17:49.945467 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec189e1-df74-4bf1-8522-5ccd7a42fb1c req-a5adc117-4f57-4f2a-b796-0b9f0f34fef4 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:49.955667 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6ec189e1-df74-4bf1-8522-5ccd7a42fb1c req-a5adc117-4f57-4f2a-b796-0b9f0f34fef4 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.1504273 Jul 07 13:17:50.000177 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:50.066891 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6ec189e1-df74-4bf1-8522-5ccd7a42fb1c req-1bb76ba6-eb9c-4d85-a679-efcfe830fcb2 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102071 Jul 07 13:17:50.077788 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Routers {'409da8db-2d22-4470-8b91-5f1e13a8c434'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:17:50.078698 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:17:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['409da8db-2d22-4470-8b91-5f1e13a8c434'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:50.176316 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a885423c-688c-4058-bc55-19a5a3917b76 req-902e5686-1248-4b9a-84ec-613cb8ce2abf tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:50.192261 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dbbd7-e4a0-4722-929c-348195945549 req-5f9a18d5-2dc1-4fa7-ad98-fd37319a020a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:50.201873 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-904dbbd7-e4a0-4722-929c-348195945549 req-5f9a18d5-2dc1-4fa7-ad98-fd37319a020a tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 945 time: 0.1617434 Jul 07 13:17:50.228914 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1dfc1-c708-449e-b268-2241cffb5117 None None] Pushing event updated for resources: {'Port': ['ID=04b4f670-ddfd-460a-af2c-a03b026b2ee9,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:50.245004 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['38e81159-4fdc-44d6-966b-344c1ecbd57f', '4551b0ef-b4c3-41b3-bf41-b3ad65b4555c'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:17:50.278057 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e5686-1248-4b9a-84ec-613cb8ce2abf tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Pushing event deleted for resources: {'Port': ['ID=38e81159-4fdc-44d6-966b-344c1ecbd57f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:50.289165 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-904dbbd7-e4a0-4722-929c-348195945549 req-b675d2d3-3e01-4cbc-9016-3a5ebc93871b tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801163 Jul 07 13:17:50.348488 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a885423c-688c-4058-bc55-19a5a3917b76 req-902e5686-1248-4b9a-84ec-613cb8ce2abf tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] No DVR routers for this DVR port 38e81159-4fdc-44d6-966b-344c1ecbd57f on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:17:50.351270 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a885423c-688c-4058-bc55-19a5a3917b76 req-902e5686-1248-4b9a-84ec-613cb8ce2abf tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:50.355747 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a885423c-688c-4058-bc55-19a5a3917b76 req-902e5686-1248-4b9a-84ec-613cb8ce2abf tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.79 "DELETE /v2.0/ports/38e81159-4fdc-44d6-966b-344c1ecbd57f HTTP/1.1" status: 204 len: 173 time: 0.9036758 Jul 07 13:17:50.356321 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce923c2-982b-4877-8e01-11cfb9e6b1dd', 'name': 'network-vif-deleted', 'tag': '38e81159-4fdc-44d6-966b-344c1ecbd57f'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:17:50.359054 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b96fc49-60e8-4357-ae38-f3c0fd80a754" -d '{"events": [{"server_uuid": "7ce923c2-982b-4877-8e01-11cfb9e6b1dd", "name": "network-vif-deleted", "tag": "38e81159-4fdc-44d6-966b-344c1ecbd57f"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:17:50.442622 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50014b43-3d99-4886-8410-4de8b8daf1f7 x-openstack-request-id: req-50014b43-3d99-4886-8410-4de8b8daf1f7 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:17:50.443301 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce923c2-982b-4877-8e01-11cfb9e6b1dd", "name": "network-vif-deleted", "tag": "38e81159-4fdc-44d6-966b-344c1ecbd57f", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:17:50.443301 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-50014b43-3d99-4886-8410-4de8b8daf1f7 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:17:50.443577 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce923c2-982b-4877-8e01-11cfb9e6b1dd', 'name': 'network-vif-deleted', 'tag': '38e81159-4fdc-44d6-966b-344c1ecbd57f', 'status': 'completed', 'code': 200} Jul 07 13:17:50.559565 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] Set router 409da8db-2d22-4470-8b91-5f1e13a8c434 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:17:50.823519 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bd70b-5c74-4c96-a369-e44ae2db97d5 req-9cb4a4ed-b01f-4a59-9a89-9d57beb150e7 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:50.824235 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e5a23100-726b-4b48-a5e8-49210cde7265 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:17:50.825370 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3e7bd70b-5c74-4c96-a369-e44ae2db97d5 req-9cb4a4ed-b01f-4a59-9a89-9d57beb150e7 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 947 time: 0.0889020 Jul 07 13:17:50.912780 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3e7bd70b-5c74-4c96-a369-e44ae2db97d5 req-b0c8a46c-faaa-4ef4-989b-e2327030b2c8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812128 Jul 07 13:17:50.969561 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'name': 'tempest-TestMinimumBasicScenario-169544336-router', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:41Z', 'updated_at': '2021-07-07T13:17:45Z', 'revision_number': 4, 'project_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'gw_port': {'id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:42Z', 'updated_at': '2021-07-07T13:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '04b4f670-ddfd-460a-af2c-a03b026b2ee9', 'name': '', 'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'mac_address': 'fa:16:3e:bb:77:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '768bd802-4e81-4dec-8c07-b59ad6ad83c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:45Z', 'updated_at': '2021-07-07T13:17:49Z', 'revision_number': 4, 'project_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'subnets': [{'id': '768bd802-4e81-4dec-8c07-b59ad6ad83c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:17:51.033741 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74a7d6-bade-44ae-bd8c-b3d4192cc4ed None None] The sync data for ids ['409da8db-2d22-4470-8b91-5f1e13a8c434'] in dv-cinder-786627-18-iscsi is: [{'id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'name': 'tempest-TestMinimumBasicScenario-169544336-router', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:41Z', 'updated_at': '2021-07-07T13:17:45Z', 'revision_number': 4, 'project_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'gw_port': {'id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:42Z', 'updated_at': '2021-07-07T13:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '04b4f670-ddfd-460a-af2c-a03b026b2ee9', 'name': '', 'network_id': 'd757ade7-ba60-4e1d-b281-fa2dac376a80', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'mac_address': 'fa:16:3e:bb:77:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '768bd802-4e81-4dec-8c07-b59ad6ad83c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:45Z', 'updated_at': '2021-07-07T13:17:49Z', 'revision_number': 4, 'project_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'subnets': [{'id': '768bd802-4e81-4dec-8c07-b59ad6ad83c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:17:51.059670 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e5a23100-726b-4b48-a5e8-49210cde7265, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5a23100-726b-4b48-a5e8-49210cde7265,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:51.083275 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'port_id': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'mac_address': 'fa:16:3e:a4:84:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:17:51.196555 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:51.213960 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a23100-726b-4b48-a5e8-49210cde7265 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:17:51.241222 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e5a23100-726b-4b48-a5e8-49210cde7265, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5a23100-726b-4b48-a5e8-49210cde7265,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:51.331295 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b5d26-379b-417e-b778-24075ec4c68f req-ab2a835c-024f-4a3c-8c75-fac7808bcd6c tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:51.332719 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bb3b5d26-379b-417e-b778-24075ec4c68f req-ab2a835c-024f-4a3c-8c75-fac7808bcd6c tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.0876305 Jul 07 13:17:51.342120 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:51.444250 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bb3b5d26-379b-417e-b778-24075ec4c68f req-f9664d03-39b6-4835-af10-017f14ede7ee tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939658 Jul 07 13:17:51.474225 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=e5a23100-726b-4b48-a5e8-49210cde7265,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:51.564724 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-96ebc1f7-f1d4-4975-9b00-482607bddf44 req-de198638-b922-4688-8da4-a56c52cfeee5 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ce923c2-982b-4877-8e01-11cfb9e6b1dd HTTP/1.1" status: 200 len: 210 time: 0.0486469 Jul 07 13:17:51.608690 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45478) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:51.739396 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30f25722-791b-44cc-bf7a-dc9770fb590e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:51.786971 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['e5a23100-726b-4b48-a5e8-49210cde7265'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:17:51.874984 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30f25722-791b-44cc-bf7a-dc9770fb590e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:51.959660 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30f25722-791b-44cc-bf7a-dc9770fb590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:52.024741 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-30f25722-791b-44cc-bf7a-dc9770fb590e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb6b948d96c04d40925ad2e6cfcf8465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148188 Jul 07 13:17:52.027706 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f25722-791b-44cc-bf7a-dc9770fb590e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aed46f6-0c5a-42b7-ab9b-4a335b808f7d,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:52.030535 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45484) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:52.231404 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c38547d8-7e69-4544-87b1-68ebfbf0aaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:52.231404 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c38547d8-7e69-4544-87b1-68ebfbf0aaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:52.233568 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f445701-bd78-4e49-a0b5-988583e389c7 req-1715b1d1-53f4-4510-a4b4-15c1baaa7bb3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:52.233568 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f445701-bd78-4e49-a0b5-988583e389c7 req-1715b1d1-53f4-4510-a4b4-15c1baaa7bb3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 947 time: 0.0678437 Jul 07 13:17:52.233568 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f445701-bd78-4e49-a0b5-988583e389c7 req-3eb802d1-7d70-4817-8ee2-5a2d91068d70 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341988 Jul 07 13:17:52.421742 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c38547d8-7e69-4544-87b1-68ebfbf0aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:52.424555 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c38547d8-7e69-4544-87b1-68ebfbf0aaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:52.425897 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-c38547d8-7e69-4544-87b1-68ebfbf0aaa4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4aed46f6-0c5a-42b7-ab9b-4a335b808f7d HTTP/1.1" status: 204 len: 168 time: 0.3943434 Jul 07 13:17:52.434863 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38547d8-7e69-4544-87b1-68ebfbf0aaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aed46f6-0c5a-42b7-ab9b-4a335b808f7d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:52.609728 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 04b4f670-ddfd-460a-af2c-a03b026b2ee9 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:52.648149 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ff1a4-9c6d-4c14-a4a4-db268ba2d7b2 req-748e51b5-ea59-47f2-81e9-9f49c2d3eb3e tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:52.649989 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-730ff1a4-9c6d-4c14-a4a4-db268ba2d7b2 req-748e51b5-ea59-47f2-81e9-9f49c2d3eb3e tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 944 time: 0.1004298 Jul 07 13:17:52.718593 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-730ff1a4-9c6d-4c14-a4a4-db268ba2d7b2 req-4d9728af-f270-42a9-9115-e9f9db79bf3f tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614665 Jul 07 13:17:52.803925 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 38e81159-4fdc-44d6-966b-344c1ecbd57f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:17:52.842314 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 04b4f670-ddfd-460a-af2c-a03b026b2ee9 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:17:52.853832 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 04b4f670-ddfd-460a-af2c-a03b026b2ee9 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:52.854478 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:52.865765 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: 38e81159-4fdc-44d6-966b-344c1ecbd57f {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:17:52.866144 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 38e81159-4fdc-44d6-966b-344c1ecbd57f not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:17:52.989481 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:53.038415 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 04b4f670-ddfd-460a-af2c-a03b026b2ee9, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=04b4f670-ddfd-460a-af2c-a03b026b2ee9,segment=NetworkSegment(b61f08e2-664d-4497-955c-b224abfeac80),segment_id=b61f08e2-664d-4497-955c-b224abfeac80)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:53.149482 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:53.213522 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=04b4f670-ddfd-460a-af2c-a03b026b2ee9,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:53.431168 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93144e-5221-4d18-8510-d6ae7282508b req-fa0184cc-204c-47ee-b530-2fa2b3811662 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:53.440202 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4d93144e-5221-4d18-8510-d6ae7282508b req-fa0184cc-204c-47ee-b530-2fa2b3811662 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0990393 Jul 07 13:17:53.491725 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4d93144e-5221-4d18-8510-d6ae7282508b req-c151ae02-393f-4473-870e-9b3ee3d68187 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460899 Jul 07 13:17:53.929704 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69dc96-68fa-4416-8b56-dd8dc939d547 req-a0a4b348-4e2e-4173-b0cb-3c26bc150e68 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:53.931230 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8a69dc96-68fa-4416-8b56-dd8dc939d547 req-a0a4b348-4e2e-4173-b0cb-3c26bc150e68 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 944 time: 0.0843339 Jul 07 13:17:53.978110 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8a69dc96-68fa-4416-8b56-dd8dc939d547 req-1f14b20b-ffab-4d6e-b35d-e42954a10005 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396614 Jul 07 13:17:54.557956 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 04b4f670-ddfd-460a-af2c-a03b026b2ee9 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:54.625918 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 04b4f670-ddfd-460a-af2c-a03b026b2ee9 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:54.626456 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:54.704796 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4aa68-2d5b-46e1-b73f-110144e7dc2d req-1b220e99-7135-4626-b397-1ba742dec9c2 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:54.712094 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3ef4aa68-2d5b-46e1-b73f-110144e7dc2d req-1b220e99-7135-4626-b397-1ba742dec9c2 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0839250 Jul 07 13:17:54.749631 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3ef4aa68-2d5b-46e1-b73f-110144e7dc2d req-74c2a5ec-5b08-482a-b06a-0d820d48b4ef tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366232 Jul 07 13:17:54.820106 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e5a23100-726b-4b48-a5e8-49210cde7265 up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:17:54.953466 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port e5a23100-726b-4b48-a5e8-49210cde7265 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:17:54.960477 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port e5a23100-726b-4b48-a5e8-49210cde7265 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:17:54.963575 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:55.035381 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-706de9cd-cdef-4097-866d-589919a4e14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:55.083251 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:55.110453 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:17:55.112791 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af004e6-14a9-4906-9837-55f77ec79b6b" -d '{"events": [{"server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "name": "network-vif-plugged", "status": "completed", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:17:55.128784 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e5a23100-726b-4b48-a5e8-49210cde7265, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5a23100-726b-4b48-a5e8-49210cde7265,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:55.158080 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d96aaa-eb13-4dad-aaaf-9d80be4c091e x-openstack-request-id: req-a2d96aaa-eb13-4dad-aaaf-9d80be4c091e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:17:55.158471 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "name": "network-vif-plugged", "status": "completed", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:17:55.158839 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2d96aaa-eb13-4dad-aaaf-9d80be4c091e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:17:55.159334 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'code': 200} Jul 07 13:17:55.193788 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:55.212524 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea5f87-0ebb-450a-a43f-20e5ff7995d7 req-6dac4702-05a9-4ef7-89dc-f6938c24c5c1 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:55.214187 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d9ea5f87-0ebb-450a-a43f-20e5ff7995d7 req-6dac4702-05a9-4ef7-89dc-f6938c24c5c1 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 944 time: 0.0787361 Jul 07 13:17:55.262756 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=e5a23100-726b-4b48-a5e8-49210cde7265,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:55.263163 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d9ea5f87-0ebb-450a-a43f-20e5ff7995d7 req-2186deb2-22da-4ddd-b1af-096bef592fc5 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402317 Jul 07 13:17:55.948392 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c86696-1920-4c06-8395-407dbed3a27d req-09e03ce2-2512-473a-8058-cf663bdc5408 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:55.949945 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-95c86696-1920-4c06-8395-407dbed3a27d req-09e03ce2-2512-473a-8058-cf663bdc5408 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0660791 Jul 07 13:17:55.998359 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-95c86696-1920-4c06-8395-407dbed3a27d req-ce32d9a5-d9ea-45b9-a2ab-4ced618ad2e7 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369809 Jul 07 13:17:56.079517 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28796193-3019-43de-b953-539aca7b752f req-16e1d16d-a8cd-46ec-bfe9-2e8a7610e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:56.081190 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28796193-3019-43de-b953-539aca7b752f req-16e1d16d-a8cd-46ec-bfe9-2e8a7610e0e9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0579574 Jul 07 13:17:56.120321 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28796193-3019-43de-b953-539aca7b752f req-a4bf2f5c-1ada-48d1-b438-8613fc8abcca service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305896 Jul 07 13:17:56.459738 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65115135-c1a7-48b6-ad17-496c418fc18c req-c7bc7dd5-2743-4126-9d4a-058fc1e25a26 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:56.461269 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-65115135-c1a7-48b6-ad17-496c418fc18c req-c7bc7dd5-2743-4126-9d4a-058fc1e25a26 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0691180 Jul 07 13:17:56.507985 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-65115135-c1a7-48b6-ad17-496c418fc18c req-2e979b29-4f74-49ef-b17e-7c96a21f57d7 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380509 Jul 07 13:17:57.190504 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48bcb0-7259-434b-b390-f710c9c173f1 req-dd1ae4d1-ec0c-4325-8991-a7b4922da8f0 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:57.195143 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0e48bcb0-7259-434b-b390-f710c9c173f1 req-dd1ae4d1-ec0c-4325-8991-a7b4922da8f0 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0782778 Jul 07 13:17:57.237159 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0e48bcb0-7259-434b-b390-f710c9c173f1 req-d80b8292-b80a-45d9-bec0-817978df6913 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350626 Jul 07 13:17:57.712312 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c780ae7-1cc3-4320-a6f7-53719a6fb11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:57.731090 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3d363-4152-4b0e-ad1a-d45bbe767ef7 req-71b72904-ebac-485f-a836-d0322548bbfb tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:57.733357 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c0c3d363-4152-4b0e-ad1a-d45bbe767ef7 req-71b72904-ebac-485f-a836-d0322548bbfb tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0882139 Jul 07 13:17:57.786755 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c0c3d363-4152-4b0e-ad1a-d45bbe767ef7 req-ba22d192-2be8-4b6c-94de-5e5935e99ae6 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480998 Jul 07 13:17:57.844087 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:57.984222 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241fb64-3631-4e3a-a75a-40fdf4e10ad4 req-86b061cf-9d33-44ce-967d-75d00efba563 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:57.985812 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c241fb64-3631-4e3a-a75a-40fdf4e10ad4 req-86b061cf-9d33-44ce-967d-75d00efba563 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0741396 Jul 07 13:17:58.038740 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c241fb64-3631-4e3a-a75a-40fdf4e10ad4 req-0090afa4-939f-4c3f-8ec6-678cf65fd2a1 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424712 Jul 07 13:17:58.065864 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45524) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:58.289887 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32625680-571a-42e6-b180-f10de87f6269 tempest-TestShelveInstance-684598886 tempest-TestShelveInstance-684598886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:58.291922 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-32625680-571a-42e6-b180-f10de87f6269 tempest-TestShelveInstance-684598886 tempest-TestShelveInstance-684598886-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 1093 time: 0.2249379 Jul 07 13:17:58.296859 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45530) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:17:58.302404 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Request body: {'floatingip': {'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'port_id': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:17:58.417736 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for floatingip, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:58.483611 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5147cf-48de-4f56-b279-cfcac90cf28b req-740014ee-df10-4ab6-ae8d-148c3f68a29c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:58.485230 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-db5147cf-48de-4f56-b279-cfcac90cf28b req-740014ee-df10-4ab6-ae8d-148c3f68a29c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1191947 Jul 07 13:17:58.545392 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-db5147cf-48de-4f56-b279-cfcac90cf28b req-cb874672-1273-4ecd-ab40-14d24b2787c5 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530286 Jul 07 13:17:58.583494 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:58.695694 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Allocated IP 172.27.2.40 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/1892b872-018a-447f-b741-dda1b94aeda6) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:17:58.799698 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:59.323607 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:59.370305 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-536813697'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:59.408810 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:17:59.411719 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:17:59.417989 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:17:59.423546 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Pushing event updated for resources: {'Port': ['ID=1892b872-018a-447f-b741-dda1b94aeda6,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:17:59.723198 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eb18b-f96f-49f7-a41f-ee80f505666e req-9816dcf9-ad40-4ef9-8f32-72a8cc75b1ae tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:17:59.725860 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1e1eb18b-f96f-49f7-a41f-ee80f505666e req-9816dcf9-ad40-4ef9-8f32-72a8cc75b1ae tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.0788450 Jul 07 13:17:59.847777 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-1e1eb18b-f96f-49f7-a41f-ee80f505666e req-16d5df39-c551-48e5-b37a-dd0b2ce59adc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Deleting port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:17:59.848045 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1e1eb18b-f96f-49f7-a41f-ee80f505666e req-16d5df39-c551-48e5-b37a-dd0b2ce59adc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:59.955931 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-1e1eb18b-f96f-49f7-a41f-ee80f505666e req-16d5df39-c551-48e5-b37a-dd0b2ce59adc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] For port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c,segment=NetworkSegment(69a20144-e7ff-48c8-8332-b5446e4eb3c9),segment_id=69a20144-e7ff-48c8-8332-b5446e4eb3c9)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:17:59.956316 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1e1eb18b-f96f-49f7-a41f-ee80f505666e req-16d5df39-c551-48e5-b37a-dd0b2ce59adc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:17:59.970273 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-1e1eb18b-f96f-49f7-a41f-ee80f505666e req-16d5df39-c551-48e5-b37a-dd0b2ce59adc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Calling delete_port for 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:18:00.011367 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c180d-e125-4240-8012-36e5b09eab78 req-422033ee-a227-415a-89e0-0c4b4af3e03c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:00.013216 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a45c180d-e125-4240-8012-36e5b09eab78 req-422033ee-a227-415a-89e0-0c4b4af3e03c tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 945 time: 0.1427310 Jul 07 13:18:00.114908 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a45c180d-e125-4240-8012-36e5b09eab78 req-ffd77995-dfa8-4d6a-97b2-37cbcfb3e166 tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/security-groups?id=609df40c-fad6-4528-b575-f2871af04055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793278 Jul 07 13:18:00.170434 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1e1eb18b-f96f-49f7-a41f-ee80f505666e req-16d5df39-c551-48e5-b37a-dd0b2ce59adc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:00.188996 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:00.198465 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5df39-c551-48e5-b37a-dd0b2ce59adc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Pushing event deleted for resources: {'Port': ['ID=4551b0ef-b4c3-41b3-bf41-b3ad65b4555c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:00.206579 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['4551b0ef-b4c3-41b3-bf41-b3ad65b4555c'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:18:00.250872 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1eb18b-f96f-49f7-a41f-ee80f505666e req-16d5df39-c551-48e5-b37a-dd0b2ce59adc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] No DVR routers for this DVR port 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:18:00.253466 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1e1eb18b-f96f-49f7-a41f-ee80f505666e req-16d5df39-c551-48e5-b37a-dd0b2ce59adc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:00.255845 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1e1eb18b-f96f-49f7-a41f-ee80f505666e req-16d5df39-c551-48e5-b37a-dd0b2ce59adc tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.79 "DELETE /v2.0/ports/4551b0ef-b4c3-41b3-bf41-b3ad65b4555c HTTP/1.1" status: 204 len: 173 time: 0.5240047 Jul 07 13:18:00.256307 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d52ce5b-5708-48ec-80e6-462e1ddfc362', 'name': 'network-vif-deleted', 'tag': '4551b0ef-b4c3-41b3-bf41-b3ad65b4555c'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:18:00.258659 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c73e151-ac38-4212-84b6-c1b6cc4dbea2" -d '{"events": [{"server_uuid": "5d52ce5b-5708-48ec-80e6-462e1ddfc362", "name": "network-vif-deleted", "tag": "4551b0ef-b4c3-41b3-bf41-b3ad65b4555c"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:18:00.295238 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3b2bef-bf61-4156-a9d2-73cfb7b9f242 x-openstack-request-id: req-9c3b2bef-bf61-4156-a9d2-73cfb7b9f242 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:18:00.295579 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d52ce5b-5708-48ec-80e6-462e1ddfc362", "name": "network-vif-deleted", "tag": "4551b0ef-b4c3-41b3-bf41-b3ad65b4555c", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:18:00.295837 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9c3b2bef-bf61-4156-a9d2-73cfb7b9f242 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:18:00.296260 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d52ce5b-5708-48ec-80e6-462e1ddfc362', 'name': 'network-vif-deleted', 'tag': '4551b0ef-b4c3-41b3-bf41-b3ad65b4555c', 'status': 'completed', 'code': 200} Jul 07 13:18:00.365656 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:00.527811 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:00.632765 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536813683'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:00.699854 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Pushing event updated for resources: {'Port': ['ID=1892b872-018a-447f-b741-dda1b94aeda6,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:00.711954 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:00.812524 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Floating IP 0f889320-b332-4ba8-808d-9d706d472f5b associated. External IP: 172.27.2.40, port: e5a23100-726b-4b48-a5e8-49210cde7265. Jul 07 13:18:01.045205 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:01.049162 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Router a37760f5-8a9f-4559-a4e4-54812ca66f86 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:18:01.245840 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:18:01.255608 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b9021-c211-4615-a609-45d1def7e5b3 None None] Sync routers for ids ['a37760f5-8a9f-4559-a4e4-54812ca66f86'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:18:01.266667 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b9021-c211-4615-a609-45d1def7e5b3 None None] Routers {'a37760f5-8a9f-4559-a4e4-54812ca66f86'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:18:01.267637 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-7a90d9ae-cf83-43b3-a4e5-9e18db1132e0 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:01.267820 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-378b9021-c211-4615-a609-45d1def7e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:17:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['a37760f5-8a9f-4559-a4e4-54812ca66f86'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:01.269171 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-7a90d9ae-cf83-43b3-a4e5-9e18db1132e0 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/networks?id=85eb295f-050b-4d89-8ec3-849c933f6d5b HTTP/1.1" status: 200 len: 815 time: 0.1687307 Jul 07 13:18:01.292809 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-00380a67-2419-4430-8e16-156cdd55d1c4 req-b1a3ed47-b606-49e1-a62d-4e7d6fc6357e tempest-ServerRescueNegativeTestJSON-817247457 tempest-ServerRescueNegativeTestJSON-817247457-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d52ce5b-5708-48ec-80e6-462e1ddfc362 HTTP/1.1" status: 200 len: 210 time: 0.0491121 Jul 07 13:18:01.303186 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-558b1e33-e9cf-4726-a29f-851818bee0b7 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/quotas/ab9e0fc7e1764738ae1cbf343ec6e189 HTTP/1.1" status: 200 len: 375 time: 0.0148711 Jul 07 13:18:01.378030 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-378b9021-c211-4615-a609-45d1def7e5b3 None None] Set router a37760f5-8a9f-4559-a4e4-54812ca66f86 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:18:01.378530 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-b9519e10-3123-454c-9492-6334083aff17 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab9e0fc7e1764738ae1cbf343ec6e189&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660770 Jul 07 13:18:01.398951 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:01.481018 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-469de3da-d5c0-4f68-abfb-ef63927e6b56 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1821835 Jul 07 13:18:01.482980 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:18:01.485315 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69430e4f5cf481afa76fdc794de83bc3cf24dda697866cfb0d91fed2ee98b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4c6e84-2000-42a6-8300-7e66a059104d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:18:01.515936 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-bbbae30d-3045-41b7-bc7f-11bfc5ffec9d service neutron] 10.222.0.67 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255586 Jul 07 13:18:01.533424 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41b6e95-d23e-4ed9-84bd-c6bc9f03df65 x-openstack-request-id: req-d41b6e95-d23e-4ed9-84bd-c6bc9f03df65 {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:18:01.534073 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:18:01.534073 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d41b6e95-d23e-4ed9-84bd-c6bc9f03df65 {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:18:01.534318 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'status': 'completed', 'code': 200} Jul 07 13:18:01.609995 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-378b9021-c211-4615-a609-45d1def7e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:16:24Z', 'revision_number': 4, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port': {'id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:20Z', 'updated_at': '2021-07-07T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '0f889320-b332-4ba8-808d-9d706d472f5b', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'floating_ip_address': '172.27.2.40', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'port_id': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'mac_address': 'fa:16:3e:a4:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:17:59Z', 'updated_at': '2021-07-07T13:17:59Z', 'revision_number': 0, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057c53ad-f719-415f-a8e9-9ab728448c7d', 'name': '', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'mac_address': 'fa:16:3e:60:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:23Z', 'updated_at': '2021-07-07T13:16:31Z', 'revision_number': 5, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'subnets': [{'id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:01.611231 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-cfc56e0a-ad23-49c1-830e-4ddda781aa8a service neutron] 10.222.0.67 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892134 Jul 07 13:18:01.636110 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c6e84-2000-42a6-8300-7e66a059104d req-89bd0ef1-f997-4be8-bdec-f0030a86bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:01.636549 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c4c6e84-2000-42a6-8300-7e66a059104d req-89bd0ef1-f997-4be8-bdec-f0030a86bcf7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c304e03bb8246aba8abc47b0b37e6af&device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0627007 Jul 07 13:18:01.643564 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b9021-c211-4615-a609-45d1def7e5b3 None None] Checking router: a37760f5-8a9f-4559-a4e4-54812ca66f86 for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:18:01.653572 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b9021-c211-4615-a609-45d1def7e5b3 None None] Routers {'a37760f5-8a9f-4559-a4e4-54812ca66f86'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:18:01.654124 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-378b9021-c211-4615-a609-45d1def7e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:17:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['a37760f5-8a9f-4559-a4e4-54812ca66f86'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:01.733065 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c6e84-2000-42a6-8300-7e66a059104d req-b75a38b7-865c-46cc-81e2-d6ba93ff2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:01.734440 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c4c6e84-2000-42a6-8300-7e66a059104d req-b75a38b7-865c-46cc-81e2-d6ba93ff2cc2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4a55cc22-1fb0-4c97-98fd-a8227b306f82 HTTP/1.1" status: 200 len: 909 time: 0.0918887 Jul 07 13:18:01.760681 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-378b9021-c211-4615-a609-45d1def7e5b3 None None] Set router a37760f5-8a9f-4559-a4e4-54812ca66f86 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:18:01.799726 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c4c6e84-2000-42a6-8300-7e66a059104d req-8c1eb34b-f1fb-4075-9549-08795a2b88c8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a23100-726b-4b48-a5e8-49210cde7265 HTTP/1.1" status: 200 len: 998 time: 0.0589278 Jul 07 13:18:01.860744 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c6e84-2000-42a6-8300-7e66a059104d req-e5848b95-4ff2-4f24-a3a9-adb181fc2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:01.862227 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c4c6e84-2000-42a6-8300-7e66a059104d req-e5848b95-4ff2-4f24-a3a9-adb181fc2ff8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925e514e-075e-4a1b-bdd9-ac5ad37be93c HTTP/1.1" status: 200 len: 847 time: 0.0537951 Jul 07 13:18:01.906234 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ee1f023e-b65d-43eb-bca5-2ab9ee4cf0be req-c069b8cb-90d5-46a6-b9a0-0b87293be9b1 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 210 time: 0.0387366 Jul 07 13:18:01.929398 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c6e84-2000-42a6-8300-7e66a059104d req-d31e1d52-78cc-4c88-91a5-07b0ee5b876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:01.931085 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c4c6e84-2000-42a6-8300-7e66a059104d req-d31e1d52-78cc-4c88-91a5-07b0ee5b876d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4a55cc22-1fb0-4c97-98fd-a8227b306f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0619926 Jul 07 13:18:02.043960 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c4c6e84-2000-42a6-8300-7e66a059104d req-250e7af8-02ce-4b76-8afe-900e8684d8ea service neutron] 10.222.0.79 "GET /v2.0/networks/4a55cc22-1fb0-4c97-98fd-a8227b306f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055176 Jul 07 13:18:02.093658 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-378b9021-c211-4615-a609-45d1def7e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:16:24Z', 'revision_number': 4, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port': {'id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:20Z', 'updated_at': '2021-07-07T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '0f889320-b332-4ba8-808d-9d706d472f5b', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'floating_ip_address': '172.27.2.40', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'port_id': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'mac_address': 'fa:16:3e:a4:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:17:59Z', 'updated_at': '2021-07-07T13:17:59Z', 'revision_number': 0, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057c53ad-f719-415f-a8e9-9ab728448c7d', 'name': '', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'mac_address': 'fa:16:3e:60:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:23Z', 'updated_at': '2021-07-07T13:16:31Z', 'revision_number': 5, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'subnets': [{'id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:02.123038 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b9021-c211-4615-a609-45d1def7e5b3 None None] The sync data for ids ['a37760f5-8a9f-4559-a4e4-54812ca66f86'] in dv-cinder-786627-18-iscsi is: [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:16:24Z', 'revision_number': 4, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port': {'id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:20Z', 'updated_at': '2021-07-07T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '0f889320-b332-4ba8-808d-9d706d472f5b', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'floating_ip_address': '172.27.2.40', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'port_id': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'mac_address': 'fa:16:3e:a4:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:17:59Z', 'updated_at': '2021-07-07T13:17:59Z', 'revision_number': 0, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057c53ad-f719-415f-a8e9-9ab728448c7d', 'name': '', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'mac_address': 'fa:16:3e:60:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:23Z', 'updated_at': '2021-07-07T13:16:31Z', 'revision_number': 5, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'subnets': [{'id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:18:02.141019 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c4c6e84-2000-42a6-8300-7e66a059104d req-25e8e003-2ed4-424c-8dbe-642cf8520773 service neutron] 10.222.0.79 "GET /v2.0/networks/4a55cc22-1fb0-4c97-98fd-a8227b306f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893908 Jul 07 13:18:02.312086 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc35c6-dbee-470f-b876-10033028d350 None None] New status for floating IP 0f889320-b332-4ba8-808d-9d706d472f5b: ACTIVE {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:18:02.405757 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45580) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:02.830232 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6483bea0-7ce9-43a0-81b2-5c8c5413048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8051668'] for router_interface, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:02.850188 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:18:02.870558 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:18:02.870915 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 4551b0ef-b4c3-41b3-bf41-b3ad65b4555c not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:18:03.280273 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be6ba4da-a758-4d90-b8a9-f1e8abb6f289 req-491c9225-75b6-47f1-8ca9-b174157c3b09 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 210 time: 0.3054664 Jul 07 13:18:03.409504 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-6483bea0-7ce9-43a0-81b2-5c8c5413048e admin admin] Deleting port 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:18:03.409761 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6483bea0-7ce9-43a0-81b2-5c8c5413048e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:03.488600 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-6483bea0-7ce9-43a0-81b2-5c8c5413048e admin admin] For port 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9,segment=NetworkSegment(69a20144-e7ff-48c8-8332-b5446e4eb3c9),segment_id=69a20144-e7ff-48c8-8332-b5446e4eb3c9)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:03.488986 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6483bea0-7ce9-43a0-81b2-5c8c5413048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:03.502066 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-6483bea0-7ce9-43a0-81b2-5c8c5413048e admin admin] Calling delete_port for 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 owned by network:router_interface {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:18:03.850283 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6483bea0-7ce9-43a0-81b2-5c8c5413048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:03.876764 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483bea0-7ce9-43a0-81b2-5c8c5413048e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:04.045826 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6483bea0-7ce9-43a0-81b2-5c8c5413048e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8052714'] for router_interface, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:04.265284 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6483bea0-7ce9-43a0-81b2-5c8c5413048e admin admin] Router 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:18:04.382176 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6483bea0-7ce9-43a0-81b2-5c8c5413048e admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:18:04.388087 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-6483bea0-7ce9-43a0-81b2-5c8c5413048e admin admin] 10.222.0.67 "PUT /v2.0/routers/086a3ac3-2b90-4f14-92c0-a5b9892a66e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9811785 Jul 07 13:18:04.390770 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45588) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:04.395093 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb699226-6961-42ca-8d8a-07afb7dd44a2 None None] Sync routers for ids ['086a3ac3-2b90-4f14-92c0-a5b9892a66e2'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:18:04.405286 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb699226-6961-42ca-8d8a-07afb7dd44a2 None None] Routers {'086a3ac3-2b90-4f14-92c0-a5b9892a66e2'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:18:04.406045 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-bb699226-6961-42ca-8d8a-07afb7dd44a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:17:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['086a3ac3-2b90-4f14-92c0-a5b9892a66e2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:04.469115 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a8437b9d-3463-4f9c-9a09-29d461eb1a46 req-c894558f-d67b-4d47-a55a-c70f3d5b2e35 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 210 time: 0.0331466 Jul 07 13:18:04.522192 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-bb699226-6961-42ca-8d8a-07afb7dd44a2 None None] Set router 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:18:04.554290 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:04.599197 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-017fec2d-067c-4b0c-a3c1-eb58240a9875 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:04.600748 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-017fec2d-067c-4b0c-a3c1-eb58240a9875 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.79 "GET /v2.0/networks?id=85eb295f-050b-4d89-8ec3-849c933f6d5b HTTP/1.1" status: 200 len: 815 time: 0.1526949 Jul 07 13:18:04.625912 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Request body: {'port': {'device_id': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'admin_state_up': True, 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:04.682813 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:04.729980 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-bb699226-6961-42ca-8d8a-07afb7dd44a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'name': 'tempest-ServerRescueNegativeTestJSON-971262919-router', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:14Z', 'updated_at': '2021-07-07T13:18:03Z', 'revision_number': 5, 'project_id': '7ac382a5a1d74eda97536a5c970e2489', 'gw_port': {'id': '833bd607-fff3-4633-a0f5-ea129ed18408', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:04.759374 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb699226-6961-42ca-8d8a-07afb7dd44a2 None None] Checking router: 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:18:04.767489 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb699226-6961-42ca-8d8a-07afb7dd44a2 None None] Routers {'086a3ac3-2b90-4f14-92c0-a5b9892a66e2'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:18:04.768080 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-bb699226-6961-42ca-8d8a-07afb7dd44a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:17:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['086a3ac3-2b90-4f14-92c0-a5b9892a66e2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:04.822640 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Deleting port 833bd607-fff3-4633-a0f5-ea129ed18408 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:18:04.822916 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:04.826786 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Made reservation on behalf of ab9e0fc7e1764738ae1cbf343ec6e189 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:18:04.830563 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:04.859861 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-bb699226-6961-42ca-8d8a-07afb7dd44a2 None None] Set router 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:18:04.911677 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-bb699226-6961-42ca-8d8a-07afb7dd44a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'name': 'tempest-ServerRescueNegativeTestJSON-971262919-router', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:14Z', 'updated_at': '2021-07-07T13:18:04Z', 'revision_number': 6, 'project_id': '7ac382a5a1d74eda97536a5c970e2489', 'gw_port_host': None}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:04.916915 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] For port 833bd607-fff3-4633-a0f5-ea129ed18408, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=833bd607-fff3-4633-a0f5-ea129ed18408,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:04.917450 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:04.937598 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Calling delete_port for 833bd607-fff3-4633-a0f5-ea129ed18408 owned by network:router_gateway {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:18:04.941588 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb699226-6961-42ca-8d8a-07afb7dd44a2 None None] The sync data for ids ['086a3ac3-2b90-4f14-92c0-a5b9892a66e2'] in dv-cinder-786627-18-iscsi is: [{'id': '086a3ac3-2b90-4f14-92c0-a5b9892a66e2', 'name': 'tempest-ServerRescueNegativeTestJSON-971262919-router', 'tenant_id': '7ac382a5a1d74eda97536a5c970e2489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:14Z', 'updated_at': '2021-07-07T13:18:04Z', 'revision_number': 6, 'project_id': '7ac382a5a1d74eda97536a5c970e2489', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:18:04.994963 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Allocated IP 172.20.0.14 (85eb295f-050b-4d89-8ec3-849c933f6d5b/871d7141-1017-4575-9760-532567c21bdc/d8e58f21-78ec-4bbd-96c5-1173f8bd4aca) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:18:05.147010 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:05.186853 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Transition to ACTIVE for port object d8e58f21-78ec-4bbd-96c5-1173f8bd4aca will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:18:05.187144 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:05.215731 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=833bd607-fff3-4633-a0f5-ea129ed18408,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:05.280342 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:05.282002 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7901587'] for router_gateway, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:05.345479 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Network 85eb295f-050b-4d89-8ec3-849c933f6d5b is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:18:05.352019 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:18:05.359045 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:18:05.386626 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event updated for resources: {'Port': ['ID=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:05.397145 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8048167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26417'] for router, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:05.400655 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:05.422959 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:05.423680 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:05.512827 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a07db7f1-dddf-406c-83c2-8de9f9ad2a3d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8969247 Jul 07 13:18:05.531116 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Request body: {'port': {'device_id': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:05.545591 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8046007'] for router, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:05.547029 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 086a3ac3-2b90-4f14-92c0-a5b9892a66e2 {{(pid=93698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:18:05.554339 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:05.555849 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3f58f7b4-74a4-4cde-8669-18d2fe0bdec9 admin admin] 10.222.0.67 "DELETE /v2.0/routers/086a3ac3-2b90-4f14-92c0-a5b9892a66e2 HTTP/1.1" status: 204 len: 168 time: 1.1642849 Jul 07 13:18:05.563253 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45614) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:05.708619 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:05.724577 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fba028f-76b7-4c2c-bd0c-d3f15aa4c31a admin admin] Deleting subnet 1a6cf3e7-10ef-4cec-8bcb-e370c6874479 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:18:05.730013 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fba028f-76b7-4c2c-bd0c-d3f15aa4c31a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:05.779981 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fba028f-76b7-4c2c-bd0c-d3f15aa4c31a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536814453'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:05.787132 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-704777a5-37d7-4e21-a690-78945ee3897b None None] Provisioning for port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:18:05.794103 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-704777a5-37d7-4e21-a690-78945ee3897b None None] Provisioning complete for port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:18:05.795240 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-704777a5-37d7-4e21-a690-78945ee3897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:05.889162 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-704777a5-37d7-4e21-a690-78945ee3897b None None] Port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:18:05.911434 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3b5ff-d246-418a-a6ac-2c39d1e81abc req-96063ed8-4f41-4688-b0b2-ce4bb4181405 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:05.918451 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b9c3b5ff-d246-418a-a6ac-2c39d1e81abc req-96063ed8-4f41-4688-b0b2-ce4bb4181405 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 932 time: 0.2612865 Jul 07 13:18:05.954337 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fba028f-76b7-4c2c-bd0c-d3f15aa4c31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:06.080813 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b9c3b5ff-d246-418a-a6ac-2c39d1e81abc req-5de003a0-6ad4-417c-89bc-2f7c9ccca6ef tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443849 Jul 07 13:18:06.163636 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fba028f-76b7-4c2c-bd0c-d3f15aa4c31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536813746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536811131'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:06.210156 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba028f-76b7-4c2c-bd0c-d3f15aa4c31a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6cf3e7-10ef-4cec-8bcb-e370c6874479,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:06.215080 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fba028f-76b7-4c2c-bd0c-d3f15aa4c31a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:06.223125 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2fba028f-76b7-4c2c-bd0c-d3f15aa4c31a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1a6cf3e7-10ef-4cec-8bcb-e370c6874479 HTTP/1.1" status: 204 len: 168 time: 0.6579425 Jul 07 13:18:06.225618 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45620) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:06.370860 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e58f21-78ec-4bbd-96c5-1173f8bd4aca {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:18:06.380778 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:06.408761 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Transition to ACTIVE for port object d8e58f21-78ec-4bbd-96c5-1173f8bd4aca will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:18:06.411967 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0667c1ae-44b1-4fc3-b717-105394f0378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:06.491059 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:06.547885 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0667c1ae-44b1-4fc3-b717-105394f0378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:06.576307 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0667c1ae-44b1-4fc3-b717-105394f0378f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e7fb7f-eb36-4858-a690-15cf4cc10f9a']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:06.599643 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:18:06.605437 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0667c1ae-44b1-4fc3-b717-105394f0378f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a20144-e7ff-48c8-8332-b5446e4eb3c9') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:06.605437 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0667c1ae-44b1-4fc3-b717-105394f0378f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a20144-e7ff-48c8-8332-b5446e4eb3c9') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:06.638955 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:18:06.639299 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 5ccb14b9-f01f-4ea5-a095-0d2a0ac201d9 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:18:06.643240 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 833bd607-fff3-4633-a0f5-ea129ed18408 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:18:06.648068 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0667c1ae-44b1-4fc3-b717-105394f0378f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699333'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:06.683995 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 833bd607-fff3-4633-a0f5-ea129ed18408 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:18:06.693865 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0667c1ae-44b1-4fc3-b717-105394f0378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:06.696387 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 833bd607-fff3-4633-a0f5-ea129ed18408 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:18:06.703041 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:06.720411 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0667c1ae-44b1-4fc3-b717-105394f0378f admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:18:06.720411 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0667c1ae-44b1-4fc3-b717-105394f0378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4700122'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: Traceback (most recent call last): Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: timer() Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: cb(*args, **kw) Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: return func(*args, **kwargs) Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: self._notify() Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: self.callback(batched_events) Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: event.method(event) Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: return f(self, *a, **k) Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._get(url).json() Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:18:06.721189 dv-cinder-786627-18-iscsi neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:18:06.803900 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Attempting to bind port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:18:06.804458 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Attempting to bind port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'be878576-714a-42a5-89d1-c5daee99d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:18:06.804802 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Attempting to bind port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca on network 85eb295f-050b-4d89-8ec3-849c933f6d5b {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:18:06.810887 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca on network 85eb295f-050b-4d89-8ec3-849c933f6d5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:18:06.811260 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Attempting to bind port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca on network 85eb295f-050b-4d89-8ec3-849c933f6d5b {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:18:06.817083 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:18:06.817423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Checking segment: {'id': 'be878576-714a-42a5-89d1-c5daee99d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:18:06.817834 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Bound using segment: {'id': 'be878576-714a-42a5-89d1-c5daee99d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:18:06.818259 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Bound port: d8e58f21-78ec-4bbd-96c5-1173f8bd4aca, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be878576-714a-42a5-89d1-c5daee99d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:18:06.818730 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:06.882747 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0667c1ae-44b1-4fc3-b717-105394f0378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:06.895305 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0667c1ae-44b1-4fc3-b717-105394f0378f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:06.899889 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-0667c1ae-44b1-4fc3-b717-105394f0378f admin admin] 10.222.0.67 "DELETE /v2.0/networks/17e7fb7f-eb36-4858-a690-15cf4cc10f9a HTTP/1.1" status: 204 len: 168 time: 0.6707036 Jul 07 13:18:06.899889 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] For port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:18:06.923489 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667c1ae-44b1-4fc3-b717-105394f0378f admin admin] Pushing event deleted for resources: {'Network': ['ID=17e7fb7f-eb36-4858-a690-15cf4cc10f9a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:06.933169 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] For port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:18:06.982230 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:07.038156 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:07.041579 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:07.041579 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] 10.222.0.79 "PUT /v2.0/ports/d8e58f21-78ec-4bbd-96c5-1173f8bd4aca HTTP/1.1" status: 200 len: 1094 time: 1.5153537 Jul 07 13:18:07.046206 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:18:07.046969 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3508f6ea-ea66-4950-b5a9-51c184b9d2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:18:07.079695 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6251403-b83f-4ae3-804a-600b1884b559 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:07.098667 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c613c7e-4d8c-4ef5-be0b-ebec260d540b x-openstack-request-id: req-8c613c7e-4d8c-4ef5-be0b-ebec260d540b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:18:07.099153 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:18:07.099305 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8c613c7e-4d8c-4ef5-be0b-ebec260d540b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:18:07.100084 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca', 'status': 'completed', 'code': 200} Jul 07 13:18:07.312396 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f98f1-2a79-4554-a1d4-a9494fec3eab req-a378590e-91c8-482f-99cf-e06371451715 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:07.313818 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a47f98f1-2a79-4554-a1d4-a9494fec3eab req-a378590e-91c8-482f-99cf-e06371451715 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 944 time: 0.0785367 Jul 07 13:18:07.364155 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45632) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:07.367322 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a47f98f1-2a79-4554-a1d4-a9494fec3eab req-d7bac4fc-d7f8-4c9d-90b6-595296fb4442 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462880 Jul 07 13:18:07.410916 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-c4668a33-b161-48c4-a505-6297ff963f78 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ac382a5a1d74eda97536a5c970e2489&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452242 Jul 07 13:18:07.413041 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45634) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:07.471551 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e51f904-32e5-4579-9798-a23f6f786acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:07.492801 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e51f904-32e5-4579-9798-a23f6f786acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:07.616164 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e51f904-32e5-4579-9798-a23f6f786acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:07.618747 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e51f904-32e5-4579-9798-a23f6f786acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:07.620336 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-0e51f904-32e5-4579-9798-a23f6f786acd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/609df40c-fad6-4528-b575-f2871af04055 HTTP/1.1" status: 204 len: 168 time: 0.2062430 Jul 07 13:18:07.637996 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51f904-32e5-4579-9798-a23f6f786acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609df40c-fad6-4528-b575-f2871af04055,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:08.586436 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35f378-0074-45e7-902d-2ee7645ce652 req-a939aca3-625c-40fc-8f5b-e2dbd8dc32c9 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:08.588523 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3d35f378-0074-45e7-902d-2ee7645ce652 req-a939aca3-625c-40fc-8f5b-e2dbd8dc32c9 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 944 time: 0.0789320 Jul 07 13:18:08.648304 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3d35f378-0074-45e7-902d-2ee7645ce652 req-5f8c62b0-dfe0-4fe3-b2fb-e1ab4be8f49e tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536489 Jul 07 13:18:08.712073 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45666) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:08.815135 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-451071666-network', 'tenant_id': 'aa4f370313714110a2af0b40470a0b49'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:08.894568 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Made reservation on behalf of aa4f370313714110a2af0b40470a0b49 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:18:08.897982 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:08.906744 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:09.004517 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:09.082914 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:09.111687 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:18:09.117075 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e506cf58-51e4-4ae6-8b02-6acea4a10154,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:09.126316 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:09.126316 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.segments_db [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Added segment f0278c36-1d96-4ead-b55f-9afcf302f4a4 of type vlan for network 6e891a57-a565-467d-abf6-600fbdb39e47 Jul 07 13:18:09.171336 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:09.260937 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:09.261982 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:09.262552 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:09.321517 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] Pushing event updated for resources: {'Network': ['ID=6e891a57-a565-467d-abf6-600fbdb39e47,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:09.336318 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network 6e891a57-a565-467d-abf6-600fbdb39e47 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:18:09.365358 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-746b76ce-f4d6-4dd4-be3b-b8816cc4aa2a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6516171 Jul 07 13:18:09.368200 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45670) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:09.373819 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a8086edf-05ce-41a5-bda5-99f32539c702 admin admin] Request body: {'subnet': {'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-451071666-subnet', 'tenant_id': 'aa4f370313714110a2af0b40470a0b49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:09.471634 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8086edf-05ce-41a5-bda5-99f32539c702 admin admin] Made reservation on behalf of aa4f370313714110a2af0b40470a0b49 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:18:09.473983 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a8086edf-05ce-41a5-bda5-99f32539c702 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4570046'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:09.690184 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a8086edf-05ce-41a5-bda5-99f32539c702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4700024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4570028'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:09.737831 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8086edf-05ce-41a5-bda5-99f32539c702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73846bca-b8ec-4229-bb31-cef58324dd14,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:09.774190 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8086edf-05ce-41a5-bda5-99f32539c702 admin admin] Checking segment: {'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:18:09.774558 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8086edf-05ce-41a5-bda5-99f32539c702 admin admin] Network hostable DHCP agents. Network: 6e891a57-a565-467d-abf6-600fbdb39e47, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:18:09.845377 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b82b0-0104-4d42-aeaf-87a9a00b3a91 req-005a420c-13f4-45f3-bd58-10dd71a42ef3 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:09.846953 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab8b82b0-0104-4d42-aeaf-87a9a00b3a91 req-005a420c-13f4-45f3-bd58-10dd71a42ef3 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 944 time: 0.0887642 Jul 07 13:18:09.848788 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8086edf-05ce-41a5-bda5-99f32539c702 admin admin] Network 6e891a57-a565-467d-abf6-600fbdb39e47 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:18:09.890179 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab8b82b0-0104-4d42-aeaf-87a9a00b3a91 req-ab681ab6-8396-4f4e-b3c8-20c32a1888df tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371346 Jul 07 13:18:09.935510 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a8086edf-05ce-41a5-bda5-99f32539c702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, 6e891a57-a565-467d-abf6-600fbdb39e47) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:18:09.939496 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8086edf-05ce-41a5-bda5-99f32539c702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:09.940204 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a8086edf-05ce-41a5-bda5-99f32539c702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:09.944172 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5301d9-14d0-4ae6-94ce-0ab657397a43 None None] Network 6e891a57-a565-467d-abf6-600fbdb39e47 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:18:10.038337 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-a8086edf-05ce-41a5-bda5-99f32539c702 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6681540 Jul 07 13:18:10.096340 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b03fa49-5846-43ff-9f0d-be7ac792a9b4 None None] Network 6e891a57-a565-467d-abf6-600fbdb39e47 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:18:10.515277 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-7c9ef5bc-e2f7-48ed-b05f-9a8771043618 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:10.516724 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-7c9ef5bc-e2f7-48ed-b05f-9a8771043618 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/networks?id=6e891a57-a565-467d-abf6-600fbdb39e47 HTTP/1.1" status: 200 len: 814 time: 0.1170678 Jul 07 13:18:10.532351 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-e0fd51c5-6c7c-4aa0-8813-9dd88c614f69 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/quotas/aa4f370313714110a2af0b40470a0b49 HTTP/1.1" status: 200 len: 375 time: 0.0100172 Jul 07 13:18:10.573157 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-4b0ebded-bcb9-433c-95d3-e921ac7791e1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa4f370313714110a2af0b40470a0b49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340776 Jul 07 13:18:10.670336 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-548ce0ef-9655-4e45-ab0c-ba87045e67b3 service neutron] 10.222.0.67 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905428 Jul 07 13:18:10.765981 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-451440a7-6423-4318-93b6-05e564a4b137 service neutron] 10.222.0.67 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898457 Jul 07 13:18:11.045462 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3206926e-1007-4f99-8663-612aa2aeabba req-28c9381b-33d8-40e9-bc18-0fc83552cc22 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 210 time: 0.0390019 Jul 07 13:18:11.125205 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b09afd-ca05-4ffa-b6a2-06566eb788f1 req-1faf3406-7e2b-429c-88d0-4b55f6b66cf3 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:11.126718 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d3b09afd-ca05-4ffa-b6a2-06566eb788f1 req-1faf3406-7e2b-429c-88d0-4b55f6b66cf3 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 944 time: 0.1092358 Jul 07 13:18:11.164877 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d3b09afd-ca05-4ffa-b6a2-06566eb788f1 req-c82ac637-3697-4cd9-a879-7d01d9d5ebf2 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325532 Jul 07 13:18:12.222802 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d52c302c-89e9-4608-afaf-54bc914216a9 req-b8600f1b-bd68-435f-b496-82afb287dcca tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 210 time: 0.0367010 Jul 07 13:18:12.356967 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f027254-64dd-46a5-97c0-6dd6f4473ce7 req-ef72c6a7-c42d-44f2-983d-a7c8e8c2b1d5 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:12.358447 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7f027254-64dd-46a5-97c0-6dd6f4473ce7 req-ef72c6a7-c42d-44f2-983d-a7c8e8c2b1d5 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 944 time: 0.0731080 Jul 07 13:18:12.396706 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7f027254-64dd-46a5-97c0-6dd6f4473ce7 req-f7988cd6-5ace-4ded-bb41-e9b04a542f1a tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327234 Jul 07 13:18:13.372707 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e243776e-412f-4f15-ad1f-feb294cab19b req-466d809c-0d39-4f9d-9756-cf44e9ccab1f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 210 time: 0.0347588 Jul 07 13:18:13.582237 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ec7c0-1f2d-4c0a-b332-1c7d16ca7e89 req-c6065bda-d540-477e-a7e9-628afe307b52 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:13.584481 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-148ec7c0-1f2d-4c0a-b332-1c7d16ca7e89 req-c6065bda-d540-477e-a7e9-628afe307b52 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 944 time: 0.0647423 Jul 07 13:18:13.628530 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-148ec7c0-1f2d-4c0a-b332-1c7d16ca7e89 req-60de9606-7f08-4c5e-8ba1-4f2f94cd343f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364485 Jul 07 13:18:14.521539 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-db187bb3-0de6-4844-bdf4-4c9629d9d866 req-cbe0244d-a17e-4b92-94e9-e1956c4ed879 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 210 time: 0.0338836 Jul 07 13:18:14.832961 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375daf2-6453-4997-b0ff-c8d4a2bf0713 req-505941a8-56ce-4b90-aec4-0cc13250cf15 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:14.838917 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1375daf2-6453-4997-b0ff-c8d4a2bf0713 req-505941a8-56ce-4b90-aec4-0cc13250cf15 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 944 time: 0.0896323 Jul 07 13:18:14.882865 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1375daf2-6453-4997-b0ff-c8d4a2bf0713 req-70e4d09b-851a-4512-8e07-dbbe46391ce6 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415022 Jul 07 13:18:15.670391 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a05dbc9d-1906-4bd2-bcb0-731cce36f2fc req-221c4852-be0e-4ee0-89b4-fbd25151e125 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 210 time: 0.0314996 Jul 07 13:18:16.069376 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4ec75-2190-4530-9e51-f426d04fef6c req-482ba594-1b76-4610-b5f4-caf2048d9214 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:16.070868 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-61f4ec75-2190-4530-9e51-f426d04fef6c req-482ba594-1b76-4610-b5f4-caf2048d9214 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 944 time: 0.0746503 Jul 07 13:18:16.112334 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-61f4ec75-2190-4530-9e51-f426d04fef6c req-ce77be5d-daf1-455c-8164-071c5248a0bf tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348067 Jul 07 13:18:16.816447 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-299a5360-d456-44de-8812-15baff5e1f5a req-8d515483-2ac3-41e5-ac40-e3778aa0f1cb tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 210 time: 0.0330417 Jul 07 13:18:17.303453 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d34ce7-c717-409f-83fa-de2d4df472eb req-7b4152b8-1df8-4f73-9c7e-763335835a6e tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:17.305156 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-22d34ce7-c717-409f-83fa-de2d4df472eb req-7b4152b8-1df8-4f73-9c7e-763335835a6e tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 944 time: 0.0751889 Jul 07 13:18:17.349128 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-22d34ce7-c717-409f-83fa-de2d4df472eb req-cf26a6de-6fa6-4b36-85f5-bdbcd61458ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376585 Jul 07 13:18:17.516726 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508f6ea-ea66-4950-b5a9-51c184b9d2b1 req-29aa22ea-8d68-44c1-b4ba-22cc5e1239e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:17.518252 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3508f6ea-ea66-4950-b5a9-51c184b9d2b1 req-29aa22ea-8d68-44c1-b4ba-22cc5e1239e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab9e0fc7e1764738ae1cbf343ec6e189&device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 1097 time: 0.2852042 Jul 07 13:18:17.622107 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508f6ea-ea66-4950-b5a9-51c184b9d2b1 req-b387e4c7-35cf-4942-bf7b-ea76056e6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:17.623583 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3508f6ea-ea66-4950-b5a9-51c184b9d2b1 req-b387e4c7-35cf-4942-bf7b-ea76056e6bff service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=ab9e0fc7e1764738ae1cbf343ec6e189&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0900567 Jul 07 13:18:17.747804 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508f6ea-ea66-4950-b5a9-51c184b9d2b1 req-da224378-b7b7-477c-901c-0246f5e00afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:17.749284 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3508f6ea-ea66-4950-b5a9-51c184b9d2b1 req-da224378-b7b7-477c-901c-0246f5e00afc service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952852 Jul 07 13:18:17.904286 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-019feda8-3b80-4f74-ba4f-223d594d896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:17.906047 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-019feda8-3b80-4f74-ba4f-223d594d896a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab9e0fc7e1764738ae1cbf343ec6e189&device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 1097 time: 0.0622942 Jul 07 13:18:17.958255 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bacc0adc-c514-4449-99b2-2fbda3c4a3c9 req-8cdb66f2-23cc-4340-b029-2f74cdac9185 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 210 time: 0.0284297 Jul 07 13:18:17.960606 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-f35945a0-dcfe-417f-b567-93511a378ee6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca HTTP/1.1" status: 200 len: 217 time: 0.0404732 Jul 07 13:18:18.016899 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-abf1f293-1531-4f10-8127-7b39cb59314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:18.018588 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-abf1f293-1531-4f10-8127-7b39cb59314f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=871d7141-1017-4575-9760-532567c21bdc HTTP/1.1" status: 200 len: 854 time: 0.0513163 Jul 07 13:18:18.081395 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-e6a04565-b99b-4a75-9b03-6bcecd2a6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:18.086295 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-e6a04565-b99b-4a75-9b03-6bcecd2a6642 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85eb295f-050b-4d89-8ec3-849c933f6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563066 Jul 07 13:18:18.183341 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-7a5f1f7b-2479-41b3-8186-58883764d383 service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935068 Jul 07 13:18:18.271858 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9a0e2b39-8010-4bdf-a7d4-c8fba78500f9 req-e1ea3943-68bc-4384-bb1f-8558529febbc service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817959 Jul 07 13:18:18.536496 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093ad2b-7507-47d2-80d8-68bfb9d57327 req-de375169-b40d-4248-a2ad-669443244488 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:18.537884 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8093ad2b-7507-47d2-80d8-68bfb9d57327 req-de375169-b40d-4248-a2ad-669443244488 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 944 time: 0.0724077 Jul 07 13:18:18.575759 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8093ad2b-7507-47d2-80d8-68bfb9d57327 req-2e0a7c15-fccf-4229-b91a-f20f1e7dd25a tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315142 Jul 07 13:18:18.902020 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-67b026f7-d0f5-4e4a-b29f-99e8cb169f4b tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:18.903463 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-67b026f7-d0f5-4e4a-b29f-99e8cb169f4b tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "GET /v2.0/networks?id=6e891a57-a565-467d-abf6-600fbdb39e47 HTTP/1.1" status: 200 len: 814 time: 0.1050766 Jul 07 13:18:18.928113 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c00b4294-d560-4768-808e-a0018b952083 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Request body: {'port': {'device_id': '4cacc3b2-9959-4ad8-8d7a-b76e695fdac5', 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47', 'admin_state_up': True, 'tenant_id': 'aa4f370313714110a2af0b40470a0b49'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:19.112805 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c00b4294-d560-4768-808e-a0018b952083 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Made reservation on behalf of aa4f370313714110a2af0b40470a0b49 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:18:19.114217 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:18:19.115502 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a16e7715-14a5-4686-bb2c-ae87a3d024b4 req-ef5b90ea-d442-4219-9ddb-04eac699d43f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 210 time: 0.0325503 Jul 07 13:18:19.117537 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c00b4294-d560-4768-808e-a0018b952083 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:19.247257 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c00b4294-d560-4768-808e-a0018b952083 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Allocated IP 172.20.0.12 (6e891a57-a565-467d-abf6-600fbdb39e47/73846bca-b8ec-4229-bb31-cef58324dd14/dd953d50-b8f3-48c4-8973-9a04d2c9bb1f) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:18:19.395348 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c00b4294-d560-4768-808e-a0018b952083 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:19.490664 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c00b4294-d560-4768-808e-a0018b952083 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:19.537139 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c00b4294-d560-4768-808e-a0018b952083 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Network 6e891a57-a565-467d-abf6-600fbdb39e47 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:18:19.545374 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c00b4294-d560-4768-808e-a0018b952083 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:18:19.551760 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c00b4294-d560-4768-808e-a0018b952083 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:18:19.576821 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b4294-d560-4768-808e-a0018b952083 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Pushing event updated for resources: {'Port': ['ID=dd953d50-b8f3-48c4-8973-9a04d2c9bb1f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:19.605562 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c00b4294-d560-4768-808e-a0018b952083 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:19.613153 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c00b4294-d560-4768-808e-a0018b952083 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:19.719226 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c00b4294-d560-4768-808e-a0018b952083 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7949996 Jul 07 13:18:19.737097 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Request body: {'port': {'device_id': '4cacc3b2-9959-4ad8-8d7a-b76e695fdac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:19.764792 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba32d25-b6b1-456e-b6b2-3701f512bd9a req-902d9dda-a705-4ccd-ab1a-75c5bbb178bb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:19.766685 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eba32d25-b6b1-456e-b6b2-3701f512bd9a req-902d9dda-a705-4ccd-ab1a-75c5bbb178bb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 944 time: 0.0757546 Jul 07 13:18:19.828367 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:19.835380 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:20.088375 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eba32d25-b6b1-456e-b6b2-3701f512bd9a req-ae083972-ab75-4b96-aa8b-1970fef49329 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152323 Jul 07 13:18:20.112235 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd953d50-b8f3-48c4-8973-9a04d2c9bb1f {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:18:20.122795 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a37f4-27f0-4d4e-9b47-15fb76cd7988 req-9ea34a7b-9ef1-4cb3-a57c-0183ff244162 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:20.124481 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7b9a37f4-27f0-4d4e-9b47-15fb76cd7988 req-9ea34a7b-9ef1-4cb3-a57c-0183ff244162 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.3248425 Jul 07 13:18:20.127452 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:20.140859 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Transition to ACTIVE for port object dd953d50-b8f3-48c4-8973-9a04d2c9bb1f will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:18:20.171072 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7b9a37f4-27f0-4d4e-9b47-15fb76cd7988 req-f86991d3-6c5c-42ab-b259-e79d6ea8f637 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407319 Jul 07 13:18:20.305207 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd90f32-813c-4ebb-a5b3-eac4c3b2f1d3 req-07b8a72b-529d-46e3-9646-7ca4288becfc tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:20.352358 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0bd90f32-813c-4ebb-a5b3-eac4c3b2f1d3 req-07b8a72b-529d-46e3-9646-7ca4288becfc tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 932 time: 0.0715768 Jul 07 13:18:20.352358 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0bd90f32-813c-4ebb-a5b3-eac4c3b2f1d3 req-893fd3f5-ec6a-4106-8a15-f685998def52 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331776 Jul 07 13:18:20.861382 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:20.909582 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Pushing event updated for resources: {'Port': ['ID=dd953d50-b8f3-48c4-8973-9a04d2c9bb1f,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:20.925016 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device d8e58f21-78ec-4bbd-96c5-1173f8bd4aca details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:18:20.989954 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Attempting to bind port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:18:20.990441 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Attempting to bind port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:18:20.990779 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Attempting to bind port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f on network 6e891a57-a565-467d-abf6-600fbdb39e47 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:18:21.004246 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f on network 6e891a57-a565-467d-abf6-600fbdb39e47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:18:21.004565 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Attempting to bind port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f on network 6e891a57-a565-467d-abf6-600fbdb39e47 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:18:21.010097 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:18:21.010500 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Checking segment: {'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:18:21.011182 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Bound using segment: {'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:18:21.011610 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Bound port: dd953d50-b8f3-48c4-8973-9a04d2c9bb1f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:18:21.011977 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:21.047514 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:21.062962 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'port_id': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca', 'mac_address': 'fa:16:3e:dd:c5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871d7141-1017-4575-9760-532567c21bdc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:18:21.081457 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] For port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:18:21.084602 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] For port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd953d50-b8f3-48c4-8973-9a04d2c9bb1f,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:18:21.115802 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:21.130293 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e58f21-78ec-4bbd-96c5-1173f8bd4aca {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:18:21.150971 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:21.157344 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:21.192281 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:21.192919 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:21.194306 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] 10.222.0.79 "PUT /v2.0/ports/dd953d50-b8f3-48c4-8973-9a04d2c9bb1f HTTP/1.1" status: 200 len: 1094 time: 1.4618843 Jul 07 13:18:21.194733 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cacc3b2-9959-4ad8-8d7a-b76e695fdac5', 'tag': 'dd953d50-b8f3-48c4-8973-9a04d2c9bb1f'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:18:21.197041 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca23cd47-74d3-47f0-95a0-8584b44218da" -d '{"events": [{"name": "network-changed", "server_uuid": "4cacc3b2-9959-4ad8-8d7a-b76e695fdac5", "tag": "dd953d50-b8f3-48c4-8973-9a04d2c9bb1f"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:18:21.223316 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca116c-5388-41dd-ae95-45f6da0ee213 service neutron] Pushing event updated for resources: {'Port': ['ID=dd953d50-b8f3-48c4-8973-9a04d2c9bb1f,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:21.237127 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:21.272423 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7fea8-0f16-4eca-a8b9-9bc2d8db6204 req-2378574d-cfba-4137-b4fb-e3dcd1dcf18f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:21.274610 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-68e7fea8-0f16-4eca-a8b9-9bc2d8db6204 req-2378574d-cfba-4137-b4fb-e3dcd1dcf18f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 944 time: 0.0689993 Jul 07 13:18:21.290132 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:21.345999 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-68e7fea8-0f16-4eca-a8b9-9bc2d8db6204 req-5418b78b-a1b6-43c1-addf-94a030950b5e tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650306 Jul 07 13:18:21.387571 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160800-6267-4f2a-8609-85d8f39e950b req-2ed31682-5508-47fc-aea1-0d80a0290665 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:21.392544 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1b160800-6267-4f2a-8609-85d8f39e950b req-2ed31682-5508-47fc-aea1-0d80a0290665 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0918276 Jul 07 13:18:21.398270 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e237fafd-c2c3-472b-b680-3766f2b8352a x-openstack-request-id: req-e237fafd-c2c3-472b-b680-3766f2b8352a {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:18:21.398628 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cacc3b2-9959-4ad8-8d7a-b76e695fdac5", "tag": "dd953d50-b8f3-48c4-8973-9a04d2c9bb1f", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:18:21.398943 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e237fafd-c2c3-472b-b680-3766f2b8352a {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:18:21.399396 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cacc3b2-9959-4ad8-8d7a-b76e695fdac5', 'tag': 'dd953d50-b8f3-48c4-8973-9a04d2c9bb1f', 'status': 'completed', 'code': 200} Jul 07 13:18:21.406796 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-4fa86134-3837-4861-8d54-f527b652f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:21.408623 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-4fa86134-3837-4861-8d54-f527b652f612 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa4f370313714110a2af0b40470a0b49&device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 1097 time: 0.0686245 Jul 07 13:18:21.430821 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1b160800-6267-4f2a-8609-85d8f39e950b req-08f614d9-8b60-42c9-9960-4acb45e01bf8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347929 Jul 07 13:18:21.467554 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-540c2dd5-8ee0-4467-9b10-d793cb624d5f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd953d50-b8f3-48c4-8973-9a04d2c9bb1f HTTP/1.1" status: 200 len: 217 time: 0.0366561 Jul 07 13:18:21.519014 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-a5b9a133-5f70-4b5e-ae26-286363d6273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:21.520521 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-a5b9a133-5f70-4b5e-ae26-286363d6273c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73846bca-b8ec-4229-bb31-cef58324dd14 HTTP/1.1" status: 200 len: 854 time: 0.0455508 Jul 07 13:18:21.548103 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd936e-c0e3-41a5-8647-0159ad4f8934 req-86a5552a-9f5e-49f2-a47b-5954b0701439 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:21.549601 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-16dd936e-c0e3-41a5-8647-0159ad4f8934 req-86a5552a-9f5e-49f2-a47b-5954b0701439 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 944 time: 0.0650337 Jul 07 13:18:21.554243 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-afed684d-4014-4efa-a329-6cbaebaf6a65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e891a57-a565-467d-abf6-600fbdb39e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263078 Jul 07 13:18:21.588520 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-16dd936e-c0e3-41a5-8647-0159ad4f8934 req-5b5d94d2-59c9-47a5-9836-9a4eb3cd432c tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Jul 07 13:18:21.614258 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['d8e58f21-78ec-4bbd-96c5-1173f8bd4aca'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:18:21.652626 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-cf4e6548-5ecc-4eb2-a63d-a9dd22b33c93 service neutron] 10.222.0.79 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879011 Jul 07 13:18:21.743158 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-113bbb7b-a4b8-4c64-8c89-60444609f8c7 req-cf09a6ac-2eac-411d-a829-105dd38f2ab9 service neutron] 10.222.0.79 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838330 Jul 07 13:18:21.964570 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23cd47-74d3-47f0-95a0-8584b44218da req-201254a7-5b17-4c13-9c07-bbee7b3caef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:21.965954 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ca23cd47-74d3-47f0-95a0-8584b44218da req-201254a7-5b17-4c13-9c07-bbee7b3caef2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa4f370313714110a2af0b40470a0b49&device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 1097 time: 0.0564842 Jul 07 13:18:22.060272 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23cd47-74d3-47f0-95a0-8584b44218da req-023cd751-2876-4782-b34f-a408b1cac129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:22.061798 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ca23cd47-74d3-47f0-95a0-8584b44218da req-023cd751-2876-4782-b34f-a408b1cac129 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e891a57-a565-467d-abf6-600fbdb39e47 HTTP/1.1" status: 200 len: 915 time: 0.0856054 Jul 07 13:18:22.111744 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ca23cd47-74d3-47f0-95a0-8584b44218da req-c0e0fc08-d6b9-44a3-81fa-c5e18c8ccbee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd953d50-b8f3-48c4-8973-9a04d2c9bb1f HTTP/1.1" status: 200 len: 217 time: 0.0424221 Jul 07 13:18:22.164603 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23cd47-74d3-47f0-95a0-8584b44218da req-145ec898-514b-4a12-9bdb-7027c80820be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:22.166597 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ca23cd47-74d3-47f0-95a0-8584b44218da req-145ec898-514b-4a12-9bdb-7027c80820be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73846bca-b8ec-4229-bb31-cef58324dd14 HTTP/1.1" status: 200 len: 854 time: 0.0479252 Jul 07 13:18:22.203415 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ca23cd47-74d3-47f0-95a0-8584b44218da req-58894f84-53f6-4a47-bf2a-ce0fc73c10b6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e891a57-a565-467d-abf6-600fbdb39e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309148 Jul 07 13:18:22.294413 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ca23cd47-74d3-47f0-95a0-8584b44218da req-e29c32a1-8628-4128-91d0-6fac461693de service neutron] 10.222.0.79 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837240 Jul 07 13:18:22.383896 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ca23cd47-74d3-47f0-95a0-8584b44218da req-ef1b3da3-7a31-4dd8-971e-a87bf265c7c5 service neutron] 10.222.0.79 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822678 Jul 07 13:18:22.537122 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3963d6-0e15-472c-a087-dd3ab1087d2c req-8bcd98b4-28de-4e8d-b186-db00f3b5e804 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:22.538618 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-db3963d6-0e15-472c-a087-dd3ab1087d2c req-8bcd98b4-28de-4e8d-b186-db00f3b5e804 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 945 time: 0.0716417 Jul 07 13:18:22.606828 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-db3963d6-0e15-472c-a087-dd3ab1087d2c req-7f43efd9-ac15-4190-91b4-5728abe80043 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593770 Jul 07 13:18:22.637594 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60edf1-e195-4d6c-b031-bc1add5d738a req-26558da9-5c28-46f4-8f64-3095b7f27408 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:22.639116 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cf60edf1-e195-4d6c-b031-bc1add5d738a req-26558da9-5c28-46f4-8f64-3095b7f27408 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0813668 Jul 07 13:18:22.677970 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cf60edf1-e195-4d6c-b031-bc1add5d738a req-92ad0ac4-8ca6-4c14-8bc9-e7eeab54a1e2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333266 Jul 07 13:18:22.773685 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b473cd6-d576-4147-8070-e6ab7d6bb937 req-c8ccd16f-920e-4554-9749-aaadcdab0709 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:22.775133 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b473cd6-d576-4147-8070-e6ab7d6bb937 req-c8ccd16f-920e-4554-9749-aaadcdab0709 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 944 time: 0.0678701 Jul 07 13:18:22.812541 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b473cd6-d576-4147-8070-e6ab7d6bb937 req-d8b45870-d96d-43a5-ac0e-0b5a80a5fdac tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314965 Jul 07 13:18:22.945000 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device d8e58f21-78ec-4bbd-96c5-1173f8bd4aca up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:18:23.072780 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:18:23.077053 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:18:23.083256 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:23.272719 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:23.295299 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:18:23.297557 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02be742-c65e-40ba-a4ac-5ad73a22db26" -d '{"events": [{"server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "name": "network-vif-plugged", "status": "completed", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:18:23.309841 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:23.333104 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6376c170-2f20-40c7-bead-3b0a410978cb x-openstack-request-id: req-6376c170-2f20-40c7-bead-3b0a410978cb {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:18:23.333417 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "name": "network-vif-plugged", "status": "completed", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:18:23.333667 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6376c170-2f20-40c7-bead-3b0a410978cb {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:18:23.334064 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca', 'code': 200} Jul 07 13:18:23.381669 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:23.430890 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:23.782939 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504243d-1f16-4ac1-81e2-db9bed249acb req-d7dada5e-58b4-4a5f-99e8-d204af716fe9 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:23.784551 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6504243d-1f16-4ac1-81e2-db9bed249acb req-d7dada5e-58b4-4a5f-99e8-d204af716fe9 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 946 time: 0.0663381 Jul 07 13:18:23.794529 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bf40a-4ed9-4a18-8bb7-30387fbc960d req-ace653a4-93c9-4c80-bc21-2ec9b3b5792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:23.796222 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e48bf40a-4ed9-4a18-8bb7-30387fbc960d req-ace653a4-93c9-4c80-bc21-2ec9b3b5792c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 1099 time: 0.0623200 Jul 07 13:18:23.833372 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e48bf40a-4ed9-4a18-8bb7-30387fbc960d req-e82ad41d-b320-4262-9503-a484db0cd55f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281920 Jul 07 13:18:23.848858 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6504243d-1f16-4ac1-81e2-db9bed249acb req-a17f305e-3828-476d-b224-368020c717f9 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587156 Jul 07 13:18:23.887609 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11fb70-5f88-4aa3-8d17-8df29484aa94 req-40b1a13d-1963-4d5d-b51a-7f7011289039 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:23.889092 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9f11fb70-5f88-4aa3-8d17-8df29484aa94 req-40b1a13d-1963-4d5d-b51a-7f7011289039 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0850382 Jul 07 13:18:23.928017 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9f11fb70-5f88-4aa3-8d17-8df29484aa94 req-134b9270-8da7-47a3-80d8-75e2dd5ad434 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332718 Jul 07 13:18:24.013590 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f001290-a70b-491a-ad1a-8447ab60d4c6 req-a1a23849-0a4d-42f7-83cb-26925bf6ad69 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:24.015096 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2f001290-a70b-491a-ad1a-8447ab60d4c6 req-a1a23849-0a4d-42f7-83cb-26925bf6ad69 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 944 time: 0.0663724 Jul 07 13:18:24.052358 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2f001290-a70b-491a-ad1a-8447ab60d4c6 req-ccaefd5b-d5b7-483a-8b16-766d4d2ea73e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Jul 07 13:18:24.323590 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6ba53-6b9f-43c0-8bbb-c19902edcf86 req-6b221a53-3e2a-4d7c-b8a7-ae7afde7ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:24.325394 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-41a6ba53-6b9f-43c0-8bbb-c19902edcf86 req-6b221a53-3e2a-4d7c-b8a7-ae7afde7ebd7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=822d7adc8c954c9399de3eeb04721257&device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 1099 time: 0.0577290 Jul 07 13:18:24.439148 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6ba53-6b9f-43c0-8bbb-c19902edcf86 req-68c3daed-8703-461c-aaf3-3513e114a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:24.440658 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-41a6ba53-6b9f-43c0-8bbb-c19902edcf86 req-68c3daed-8703-461c-aaf3-3513e114a1bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb HTTP/1.1" status: 200 len: 911 time: 0.0843513 Jul 07 13:18:24.509271 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-41a6ba53-6b9f-43c0-8bbb-c19902edcf86 req-6892d066-26f3-40e8-9708-47c221b86ba8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5aaa1f7-a412-4284-a452-554030779d82 HTTP/1.1" status: 200 len: 1002 time: 0.0620921 Jul 07 13:18:24.559533 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6ba53-6b9f-43c0-8bbb-c19902edcf86 req-771c3d9d-73d1-48e4-a2b4-ce4045d23ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:24.560998 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-41a6ba53-6b9f-43c0-8bbb-c19902edcf86 req-771c3d9d-73d1-48e4-a2b4-ce4045d23ebc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bca1634c-3fe5-426d-bf37-647a77060a2e HTTP/1.1" status: 200 len: 849 time: 0.0428407 Jul 07 13:18:24.624001 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6ba53-6b9f-43c0-8bbb-c19902edcf86 req-5065940b-bbc6-4591-9ce7-c507c972319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:24.625563 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-41a6ba53-6b9f-43c0-8bbb-c19902edcf86 req-5065940b-bbc6-4591-9ce7-c507c972319c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518067 Jul 07 13:18:24.718156 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-41a6ba53-6b9f-43c0-8bbb-c19902edcf86 req-8be9f9f0-3298-4f4c-a378-f235e3124bc2 service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851238 Jul 07 13:18:24.807853 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-41a6ba53-6b9f-43c0-8bbb-c19902edcf86 req-df835de3-6224-4ce8-9667-641e7cc32f62 service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818055 Jul 07 13:18:24.943728 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device dd953d50-b8f3-48c4-8973-9a04d2c9bb1f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:18:25.006205 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3476058-b451-41f9-926c-dec6ff0ff4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:25.038034 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd8cc2-c220-432c-8e8b-9191c193e354 req-220b7a91-4943-40b7-b115-5e8b858c44ab tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:25.041975 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-94fd8cc2-c220-432c-8e8b-9191c193e354 req-220b7a91-4943-40b7-b115-5e8b858c44ab tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 946 time: 0.0729105 Jul 07 13:18:25.052673 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd953d50-b8f3-48c4-8973-9a04d2c9bb1f,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:25.064892 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': 'dd953d50-b8f3-48c4-8973-9a04d2c9bb1f', 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47', 'port_id': 'dd953d50-b8f3-48c4-8973-9a04d2c9bb1f', 'mac_address': 'fa:16:3e:96:5c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73846bca-b8ec-4229-bb31-cef58324dd14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:18:25.086241 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-94fd8cc2-c220-432c-8e8b-9191c193e354 req-e2a796b2-af24-4fde-94b8-1c1f6b3401b7 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390882 Jul 07 13:18:25.113305 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:25.131104 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd953d50-b8f3-48c4-8973-9a04d2c9bb1f {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:18:25.156018 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d85262-3f23-444e-bfeb-2e20e21e960c req-83c4cd0e-c57f-4f4d-9216-24c8e4fe02c6 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:25.158506 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd953d50-b8f3-48c4-8973-9a04d2c9bb1f,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:25.161384 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-56d85262-3f23-444e-bfeb-2e20e21e960c req-83c4cd0e-c57f-4f4d-9216-24c8e4fe02c6 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0791137 Jul 07 13:18:25.199403 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-56d85262-3f23-444e-bfeb-2e20e21e960c req-9ebafd79-d0ae-4fa3-8df8-64c983c1ea3f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357258 Jul 07 13:18:25.232827 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:25.266576 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512b02-2263-4348-bd34-63bfd591bea4 req-dce54e9f-f72f-4dec-8688-b0306758b548 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:25.268145 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-01512b02-2263-4348-bd34-63bfd591bea4 req-dce54e9f-f72f-4dec-8688-b0306758b548 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 944 time: 0.0674546 Jul 07 13:18:25.281049 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=dd953d50-b8f3-48c4-8973-9a04d2c9bb1f,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:25.309142 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-01512b02-2263-4348-bd34-63bfd591bea4 req-8d642cff-3f12-4d10-a319-bf640c543277 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346150 Jul 07 13:18:25.615013 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['dd953d50-b8f3-48c4-8973-9a04d2c9bb1f'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:18:26.266973 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdf49a-345a-44af-a0b0-8d692d074fdb req-780eb424-aeed-4b2b-8529-58821a82c885 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:26.268474 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-80cdf49a-345a-44af-a0b0-8d692d074fdb req-780eb424-aeed-4b2b-8529-58821a82c885 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 946 time: 0.0698195 Jul 07 13:18:26.305972 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-80cdf49a-345a-44af-a0b0-8d692d074fdb req-3f8d9946-31e2-4689-86fe-80461c9e96d0 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Jul 07 13:18:26.382864 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab556d10-aeea-47eb-b89e-443c91bb1d45 req-89920327-820f-462a-983e-8fb24c099326 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:26.384357 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab556d10-aeea-47eb-b89e-443c91bb1d45 req-89920327-820f-462a-983e-8fb24c099326 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0690508 Jul 07 13:18:26.434409 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab556d10-aeea-47eb-b89e-443c91bb1d45 req-c4f364b4-d2be-4ce1-8317-46e272626c71 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440629 Jul 07 13:18:26.488477 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df46e1-7143-442f-9771-904be8c45eac req-35e95cd7-f33c-4aec-a93a-db76d3f77569 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:26.495327 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e2df46e1-7143-442f-9771-904be8c45eac req-35e95cd7-f33c-4aec-a93a-db76d3f77569 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 946 time: 0.0760794 Jul 07 13:18:26.549800 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e2df46e1-7143-442f-9771-904be8c45eac req-2357bb9a-7ffc-4297-8519-9801fd412514 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535004 Jul 07 13:18:26.630843 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4771b0-4507-4d46-b6e2-0f62d6ce888b req-f6e65514-69d6-4f46-affe-1fd0bfa91bc2 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:26.632394 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6a4771b0-4507-4d46-b6e2-0f62d6ce888b req-f6e65514-69d6-4f46-affe-1fd0bfa91bc2 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 945 time: 0.0814800 Jul 07 13:18:26.679054 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6a4771b0-4507-4d46-b6e2-0f62d6ce888b req-002108e5-be7b-4f81-ae70-4820898f5a4b tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399191 Jul 07 13:18:26.947053 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device dd953d50-b8f3-48c4-8973-9a04d2c9bb1f up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:18:26.963957 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5af8d-234a-4b76-bb9f-2efb5714f099 req-abdcf98a-0300-4c51-a88b-89c5d3154402 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:26.965477 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-34e5af8d-234a-4b76-bb9f-2efb5714f099 req-abdcf98a-0300-4c51-a88b-89c5d3154402 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 946 time: 0.0634575 Jul 07 13:18:27.004788 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-34e5af8d-234a-4b76-bb9f-2efb5714f099 req-1676c825-4c47-4084-8910-8c2957c27228 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336180 Jul 07 13:18:27.048060 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:18:27.051937 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:18:27.052440 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:27.132472 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:27.155706 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cacc3b2-9959-4ad8-8d7a-b76e695fdac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd953d50-b8f3-48c4-8973-9a04d2c9bb1f'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:18:27.158018 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cebf5b6-9473-4029-a0e3-67019d952238" -d '{"events": [{"server_uuid": "4cacc3b2-9959-4ad8-8d7a-b76e695fdac5", "name": "network-vif-plugged", "status": "completed", "tag": "dd953d50-b8f3-48c4-8973-9a04d2c9bb1f"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:18:27.173090 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd953d50-b8f3-48c4-8973-9a04d2c9bb1f,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:27.208858 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed49837-92c0-45d0-acd8-ce651dee1ecc x-openstack-request-id: req-9ed49837-92c0-45d0-acd8-ce651dee1ecc {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:18:27.209171 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cacc3b2-9959-4ad8-8d7a-b76e695fdac5", "name": "network-vif-plugged", "status": "completed", "tag": "dd953d50-b8f3-48c4-8973-9a04d2c9bb1f", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:18:27.209428 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9ed49837-92c0-45d0-acd8-ce651dee1ecc {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:18:27.209827 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cacc3b2-9959-4ad8-8d7a-b76e695fdac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd953d50-b8f3-48c4-8973-9a04d2c9bb1f', 'code': 200} Jul 07 13:18:27.250705 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:27.302433 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=dd953d50-b8f3-48c4-8973-9a04d2c9bb1f,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:27.616705 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78243e5f-8bcb-4de7-a8f3-f52f03a0fa5e req-1c18b1a1-85b7-41c8-98a6-adfc41a99d30 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:27.618164 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-78243e5f-8bcb-4de7-a8f3-f52f03a0fa5e req-1c18b1a1-85b7-41c8-98a6-adfc41a99d30 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0725975 Jul 07 13:18:27.660313 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-78243e5f-8bcb-4de7-a8f3-f52f03a0fa5e req-7bcd6ca5-1fde-478a-bfd7-b81b2fbc6767 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350299 Jul 07 13:18:27.675094 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae683f-5749-49fd-a84a-ba942ef0cc4a req-212101ba-8c91-4df8-ba54-e7e9d26bc638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:27.676604 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-aaae683f-5749-49fd-a84a-ba942ef0cc4a req-212101ba-8c91-4df8-ba54-e7e9d26bc638 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 1099 time: 0.0542667 Jul 07 13:18:27.684931 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d8ab930d-4d16-4465-8048-e7c1aff3a013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:27.716130 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-aaae683f-5749-49fd-a84a-ba942ef0cc4a req-01d12c28-f305-418e-b298-f31ba44ac04b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295970 Jul 07 13:18:27.867101 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6dc6-fc2c-49da-b3f3-cc21d2a0d4bb req-60a1be2e-e8b4-4f9c-a5c9-5b751a1e4b7c tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:27.868484 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6c4c6dc6-fc2c-49da-b3f3-cc21d2a0d4bb req-60a1be2e-e8b4-4f9c-a5c9-5b751a1e4b7c tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 946 time: 0.0695157 Jul 07 13:18:27.871484 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:27.913655 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6c4c6dc6-fc2c-49da-b3f3-cc21d2a0d4bb req-ba44ca17-76b7-460f-9955-9d17f3a8acd7 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344923 Jul 07 13:18:28.836732 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:28.846224 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d66aa5-a8ee-4712-9193-4880d2f5c109 req-7c42256e-843c-475a-9751-129284e0fc55 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:28.852341 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-08d66aa5-a8ee-4712-9193-4880d2f5c109 req-7c42256e-843c-475a-9751-129284e0fc55 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0659049 Jul 07 13:18:28.886361 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-08d66aa5-a8ee-4712-9193-4880d2f5c109 req-e9a23df9-3816-4d43-84d0-60a092eb7c71 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329161 Jul 07 13:18:29.099032 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58be6b-c1e0-4b38-974a-3e3ce548ac90 req-aa595072-d01a-476a-b469-8429426f169b tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:29.100517 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0c58be6b-c1e0-4b38-974a-3e3ce548ac90 req-aa595072-d01a-476a-b469-8429426f169b tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 946 time: 0.0686162 Jul 07 13:18:29.139988 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0c58be6b-c1e0-4b38-974a-3e3ce548ac90 req-58598cef-0258-44b4-bd30-143abcab8cbc tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332143 Jul 07 13:18:30.064886 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ae234-6110-418b-a6fd-b200ee4c1f2e req-b9a1addf-19f6-4489-92d3-992cc1ec1e1b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:30.066389 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c17ae234-6110-418b-a6fd-b200ee4c1f2e req-b9a1addf-19f6-4489-92d3-992cc1ec1e1b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0663562 Jul 07 13:18:30.105241 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c17ae234-6110-418b-a6fd-b200ee4c1f2e req-94a31936-fb61-4889-bc17-600f15773fc0 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330100 Jul 07 13:18:30.322243 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceeef2-5e00-4eeb-8f34-af0b5cc3d949 req-b526b280-bb29-49f2-be31-bc8cca40ec5b tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:30.324151 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-33ceeef2-5e00-4eeb-8f34-af0b5cc3d949 req-b526b280-bb29-49f2-be31-bc8cca40ec5b tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 946 time: 0.0689647 Jul 07 13:18:30.363880 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-33ceeef2-5e00-4eeb-8f34-af0b5cc3d949 req-a794d049-d1c6-47f5-af14-c1ecbc84ad6a tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330181 Jul 07 13:18:31.090533 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:31.285185 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aba73c-5313-42e6-b13a-1ed402449dd3 req-016e9450-632e-44b7-86cc-09180eca66fa tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:31.286655 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b3aba73c-5313-42e6-b13a-1ed402449dd3 req-016e9450-632e-44b7-86cc-09180eca66fa tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0686038 Jul 07 13:18:31.324490 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b3aba73c-5313-42e6-b13a-1ed402449dd3 req-dca1a31d-b0f1-4eef-8da2-8eb1420ef22c tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314510 Jul 07 13:18:32.508592 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a88482-d265-4404-9770-1214cd66923c req-42cf92b2-1d5f-48c0-9dcf-71d0f46ed633 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:32.510738 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b8a88482-d265-4404-9770-1214cd66923c req-42cf92b2-1d5f-48c0-9dcf-71d0f46ed633 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0717757 Jul 07 13:18:32.549511 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b8a88482-d265-4404-9770-1214cd66923c req-71e7c1fe-a9c8-46a7-b9a7-2586e3ba0c01 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330079 Jul 07 13:18:33.725804 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c67a11-245e-458b-9c94-b70462154462 req-f3f90444-2265-4d3d-a5a8-519240d042fd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:33.727402 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-40c67a11-245e-458b-9c94-b70462154462 req-f3f90444-2265-4d3d-a5a8-519240d042fd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0659769 Jul 07 13:18:33.765687 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-40c67a11-245e-458b-9c94-b70462154462 req-084e3177-e4ca-42c5-8273-449ce4a004ce tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319974 Jul 07 13:18:34.940467 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebeacd-df4e-45bb-9796-072887be5922 req-90cb301e-1e25-4958-a232-6bc67c17e447 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:34.941961 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9cebeacd-df4e-45bb-9796-072887be5922 req-90cb301e-1e25-4958-a232-6bc67c17e447 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0631390 Jul 07 13:18:34.981189 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9cebeacd-df4e-45bb-9796-072887be5922 req-4e112191-1d45-4746-b7ce-f64820b9947f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334256 Jul 07 13:18:36.153609 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c68eb-4e95-41ff-9912-4c5c07393d28 req-82af5777-f294-4d67-a0cb-379050c76c30 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:36.155096 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-027c68eb-4e95-41ff-9912-4c5c07393d28 req-82af5777-f294-4d67-a0cb-379050c76c30 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0625808 Jul 07 13:18:36.191644 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-027c68eb-4e95-41ff-9912-4c5c07393d28 req-5cfd1c1c-029d-4b9b-aa1c-230bea371630 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310469 Jul 07 13:18:36.867960 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b34797-898d-400a-a791-5c2e32c5bac8 req-e3ee1d54-006c-430f-9266-c3bb7f32f4c5 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:36.869371 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82b34797-898d-400a-a791-5c2e32c5bac8 req-e3ee1d54-006c-430f-9266-c3bb7f32f4c5 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0672808 Jul 07 13:18:36.907203 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82b34797-898d-400a-a791-5c2e32c5bac8 req-33ef2789-febd-4ed7-95bf-70b569d5aba8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Jul 07 13:18:36.975900 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd6003-6f70-456f-a3ee-1680d9964452 req-d892cdba-cbe5-4611-bdbc-49af5070f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:36.977432 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-10cd6003-6f70-456f-a3ee-1680d9964452 req-d892cdba-cbe5-4611-bdbc-49af5070f905 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=822d7adc8c954c9399de3eeb04721257&device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 1099 time: 0.0556817 Jul 07 13:18:37.065499 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd6003-6f70-456f-a3ee-1680d9964452 req-d699a7dd-6397-4d1e-b514-4625bebd43af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:37.066979 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-10cd6003-6f70-456f-a3ee-1680d9964452 req-d699a7dd-6397-4d1e-b514-4625bebd43af service neutron] 10.222.0.79 "GET /v2.0/networks?id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb HTTP/1.1" status: 200 len: 911 time: 0.0827866 Jul 07 13:18:37.135737 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-10cd6003-6f70-456f-a3ee-1680d9964452 req-265255cd-379f-4c7e-b74b-6685390a425c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5aaa1f7-a412-4284-a452-554030779d82 HTTP/1.1" status: 200 len: 1002 time: 0.0610130 Jul 07 13:18:37.186341 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd6003-6f70-456f-a3ee-1680d9964452 req-42813d51-3365-4ce4-a9ea-10369aae5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:37.187809 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-10cd6003-6f70-456f-a3ee-1680d9964452 req-42813d51-3365-4ce4-a9ea-10369aae5532 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bca1634c-3fe5-426d-bf37-647a77060a2e HTTP/1.1" status: 200 len: 849 time: 0.0455041 Jul 07 13:18:37.250313 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd6003-6f70-456f-a3ee-1680d9964452 req-c7df5258-fd12-4d79-b22c-b553cc2d75b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:37.251804 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-10cd6003-6f70-456f-a3ee-1680d9964452 req-c7df5258-fd12-4d79-b22c-b553cc2d75b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562627 Jul 07 13:18:37.351496 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-10cd6003-6f70-456f-a3ee-1680d9964452 req-3901ba1d-7d22-4614-b166-5b07d6298989 service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889883 Jul 07 13:18:37.458784 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-10cd6003-6f70-456f-a3ee-1680d9964452 req-96da8c9c-6cb2-48ec-91e2-3a3ff496996d service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985219 Jul 07 13:18:38.096006 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109872fc-ffdb-46b0-9cd6-268a27e9020c req-24009831-91b0-437e-8771-a04508c0ac60 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:38.097519 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-109872fc-ffdb-46b0-9cd6-268a27e9020c req-24009831-91b0-437e-8771-a04508c0ac60 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0645597 Jul 07 13:18:38.135188 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-109872fc-ffdb-46b0-9cd6-268a27e9020c req-e60481ee-650e-494a-b566-472a0c538ac9 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321848 Jul 07 13:18:38.716815 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db5741-389a-439e-8b6f-189185169f3e req-8e183592-6ebc-4d2a-acd9-5e16b16e4623 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:38.718443 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-78db5741-389a-439e-8b6f-189185169f3e req-8e183592-6ebc-4d2a-acd9-5e16b16e4623 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 946 time: 0.0684054 Jul 07 13:18:38.757636 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-78db5741-389a-439e-8b6f-189185169f3e req-f9f19d98-2641-4d59-9198-fc3c55cdd5b7 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335398 Jul 07 13:18:38.785010 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45952) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:38.932514 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ebffcd-641b-4c76-88e5-a979cf7b7c5e tempest-TestMinimumBasicScenario-1364660534 tempest-TestMinimumBasicScenario-1364660534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:38.935190 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-78ebffcd-641b-4c76-88e5-a979cf7b7c5e tempest-TestMinimumBasicScenario-1364660534 tempest-TestMinimumBasicScenario-1364660534-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 1094 time: 0.1491911 Jul 07 13:18:38.938091 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45956) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:38.942359 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Request body: {'floatingip': {'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'port_id': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:39.032817 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:39.134914 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:39.243921 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Allocated IP 172.27.2.222 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/800cc74c-b5af-4a16-b7f8-e5c89d0d9d60) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:18:39.315098 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e291cc7-f4ec-4d07-95fc-6c1ab30be143 req-7e4e24ec-e69c-4516-bd9c-c1512d7b8065 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:39.316578 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1e291cc7-f4ec-4d07-95fc-6c1ab30be143 req-7e4e24ec-e69c-4516-bd9c-c1512d7b8065 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0656254 Jul 07 13:18:39.351518 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:39.356365 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1e291cc7-f4ec-4d07-95fc-6c1ab30be143 req-7366f432-5609-41ab-b81c-43c955f121ff tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341072 Jul 07 13:18:39.451918 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:39.495773 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:18:39.498793 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:18:39.501693 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:18:39.557472 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event updated for resources: {'Port': ['ID=800cc74c-b5af-4a16-b7f8-e5c89d0d9d60,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:39.571908 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:39.572251 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:39.572591 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:39.572952 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:39.573824 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:39.574219 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:39.574556 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:39.575139 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:39.575462 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:39.575783 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:39.576122 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:39.576541 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:40.098249 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f2105-9857-4fcf-8ad2-589e99dac85e req-8baa9e48-e7a2-409d-b8a8-aebf891fad23 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:40.099763 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ca1f2105-9857-4fcf-8ad2-589e99dac85e req-8baa9e48-e7a2-409d-b8a8-aebf891fad23 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 947 time: 0.0732293 Jul 07 13:18:40.142349 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ca1f2105-9857-4fcf-8ad2-589e99dac85e req-22f56ba0-9f10-4081-b43b-66f206c8ca6c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357857 Jul 07 13:18:40.156171 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:40.297674 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:40.456603 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:40.517082 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:40.602211 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event updated for resources: {'Port': ['ID=800cc74c-b5af-4a16-b7f8-e5c89d0d9d60,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:40.616099 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:40.731652 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.l3_db [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Floating IP 2364741a-7b5a-4180-9d0b-e1f7b08db566 associated. External IP: 172.27.2.222, port: d8e58f21-78ec-4bbd-96c5-1173f8bd4aca. Jul 07 13:18:40.938468 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:18:41.051447 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:18:41.061605 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162e0ac-3e6d-46d1-9d2e-c47464ca7760 None None] Sync routers for ids ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:18:41.071356 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162e0ac-3e6d-46d1-9d2e-c47464ca7760 None None] Routers {'4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:18:41.072078 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-f162e0ac-3e6d-46d1-9d2e-c47464ca7760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:18:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:41.150763 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:41.180379 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-f162e0ac-3e6d-46d1-9d2e-c47464ca7760 None None] Set router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:18:41.192641 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-4b420fca-8a43-4773-9500-1e1bf7e3303f tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2510943 Jul 07 13:18:41.192641 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:18:41.193296 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45974) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:41.197716 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252395322', 'description': 'tempest-secgroup-smoke-1252395322 description', 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:41.197894 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df293f7-a544-4b73-acf7-6462e47c59e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:18:41.245956 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c548c3fa-15b3-4128-aeb0-a256e489f2ef x-openstack-request-id: req-c548c3fa-15b3-4128-aeb0-a256e489f2ef {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:18:41.246649 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:18:41.247142 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c548c3fa-15b3-4128-aeb0-a256e489f2ef {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:18:41.247638 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca', 'status': 'completed', 'code': 200} Jul 07 13:18:41.316686 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:41.366980 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df293f7-a544-4b73-acf7-6462e47c59e5 req-7b1f6f68-877b-4d98-a258-72ff48e705ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:41.368696 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1df293f7-a544-4b73-acf7-6462e47c59e5 req-7b1f6f68-877b-4d98-a258-72ff48e705ce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab9e0fc7e1764738ae1cbf343ec6e189&device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 1099 time: 0.0591371 Jul 07 13:18:41.377854 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd1262-49ab-44b0-8891-80fbce9b6134 req-e1202a48-f693-40a1-a687-79493fdccb48 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:41.380174 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fbbd1262-49ab-44b0-8891-80fbce9b6134 req-e1202a48-f693-40a1-a687-79493fdccb48 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 947 time: 0.1061926 Jul 07 13:18:41.461318 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fbbd1262-49ab-44b0-8891-80fbce9b6134 req-250edf65-69b9-4fa2-86c0-655e04dacc04 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735841 Jul 07 13:18:41.476383 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df293f7-a544-4b73-acf7-6462e47c59e5 req-b0dbc870-0841-42fe-b0a1-be2d362c2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:41.478418 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1df293f7-a544-4b73-acf7-6462e47c59e5 req-b0dbc870-0841-42fe-b0a1-be2d362c2348 service neutron] 10.222.0.79 "GET /v2.0/networks?id=85eb295f-050b-4d89-8ec3-849c933f6d5b HTTP/1.1" status: 200 len: 916 time: 0.1025612 Jul 07 13:18:41.504742 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:41.509385 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-f162e0ac-3e6d-46d1-9d2e-c47464ca7760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:17:38Z', 'revision_number': 4, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port': {'id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:35Z', 'updated_at': '2021-07-07T13:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '2364741a-7b5a-4180-9d0b-e1f7b08db566', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'port_id': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'mac_address': 'fa:16:3e:dd:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:18:40Z', 'updated_at': '2021-07-07T13:18:40Z', 'revision_number': 0, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03cf51f-1bab-4725-bbee-bccd8c149f00', 'name': '', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '871d7141-1017-4575-9760-532567c21bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:37Z', 'updated_at': '2021-07-07T13:17:43Z', 'revision_number': 5, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'subnets': [{'id': '871d7141-1017-4575-9760-532567c21bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:41.546753 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162e0ac-3e6d-46d1-9d2e-c47464ca7760 None None] Checking router: 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:18:41.548392 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1df293f7-a544-4b73-acf7-6462e47c59e5 req-5bdadf41-bc19-4aa7-a5fd-d7dc136397b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca HTTP/1.1" status: 200 len: 1000 time: 0.0628951 Jul 07 13:18:41.555259 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162e0ac-3e6d-46d1-9d2e-c47464ca7760 None None] Routers {'4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:18:41.556065 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-f162e0ac-3e6d-46d1-9d2e-c47464ca7760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:18:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:41.604009 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df293f7-a544-4b73-acf7-6462e47c59e5 req-04e12b8a-aea3-4adf-82c6-ea1c51b47800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:41.604383 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:41.606579 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1df293f7-a544-4b73-acf7-6462e47c59e5 req-04e12b8a-aea3-4adf-82c6-ea1c51b47800 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=871d7141-1017-4575-9760-532567c21bdc HTTP/1.1" status: 200 len: 854 time: 0.0512693 Jul 07 13:18:41.637982 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b44d39e-340f-4ede-a1b7-92b7c2e43639,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:41.646439 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:41.646988 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:41.647331 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:41.647673 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:41.648063 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:41.648398 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:41.648738 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:41.649083 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:41.649408 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:41.649732 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:41.650054 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:41.650398 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:41.677545 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-f162e0ac-3e6d-46d1-9d2e-c47464ca7760 None None] Set router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:18:41.703329 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df293f7-a544-4b73-acf7-6462e47c59e5 req-cd23a57c-5d4e-4c73-9b52-8ab86d961628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:41.705792 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1df293f7-a544-4b73-acf7-6462e47c59e5 req-cd23a57c-5d4e-4c73-9b52-8ab86d961628 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85eb295f-050b-4d89-8ec3-849c933f6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0907705 Jul 07 13:18:41.708007 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:41.711992 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-ba89dd75-8171-472d-ad75-7e98d9b391ae tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5153348 Jul 07 13:18:41.712380 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45980) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:41.717505 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-8acf4686-ac51-4bcd-ad48-81586cd2ee46 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Request body: {'security_group_rule': {'security_group_id': '9b44d39e-340f-4ede-a1b7-92b7c2e43639', 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:41.815801 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8acf4686-ac51-4bcd-ad48-81586cd2ee46 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:41.822901 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1df293f7-a544-4b73-acf7-6462e47c59e5 req-8d27aa75-1893-4a5c-91f1-252216d1ad0f service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067591 Jul 07 13:18:41.887436 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8acf4686-ac51-4bcd-ad48-81586cd2ee46 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:41.930256 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1df293f7-a544-4b73-acf7-6462e47c59e5 req-625d9d1e-b6d2-4bbd-a093-eb0a216bcd24 service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942655 Jul 07 13:18:41.934874 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-f162e0ac-3e6d-46d1-9d2e-c47464ca7760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:17:38Z', 'revision_number': 4, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port': {'id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:35Z', 'updated_at': '2021-07-07T13:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '2364741a-7b5a-4180-9d0b-e1f7b08db566', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'port_id': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'mac_address': 'fa:16:3e:dd:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:18:40Z', 'updated_at': '2021-07-07T13:18:40Z', 'revision_number': 0, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03cf51f-1bab-4725-bbee-bccd8c149f00', 'name': '', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '871d7141-1017-4575-9760-532567c21bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:37Z', 'updated_at': '2021-07-07T13:17:43Z', 'revision_number': 5, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'subnets': [{'id': '871d7141-1017-4575-9760-532567c21bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:41.970831 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8acf4686-ac51-4bcd-ad48-81586cd2ee46 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:41.972549 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162e0ac-3e6d-46d1-9d2e-c47464ca7760 None None] The sync data for ids ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'] in dv-cinder-786627-18-iscsi is: [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:17:38Z', 'revision_number': 4, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port': {'id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:35Z', 'updated_at': '2021-07-07T13:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '2364741a-7b5a-4180-9d0b-e1f7b08db566', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'port_id': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'mac_address': 'fa:16:3e:dd:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:18:40Z', 'updated_at': '2021-07-07T13:18:40Z', 'revision_number': 0, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03cf51f-1bab-4725-bbee-bccd8c149f00', 'name': '', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '871d7141-1017-4575-9760-532567c21bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:37Z', 'updated_at': '2021-07-07T13:17:43Z', 'revision_number': 5, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'subnets': [{'id': '871d7141-1017-4575-9760-532567c21bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:18:41.996361 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf4686-ac51-4bcd-ad48-81586cd2ee46 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c7099a-4430-4082-a2e7-855ab3384d09,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:42.061772 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8acf4686-ac51-4bcd-ad48-81586cd2ee46 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.063008 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-8acf4686-ac51-4bcd-ad48-81586cd2ee46 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3495922 Jul 07 13:18:42.065870 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45982) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:42.070300 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-16d6b2ee-f064-4b8b-b7c8-ba2bebc3bf2a tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Request body: {'security_group_rule': {'security_group_id': '9b44d39e-340f-4ede-a1b7-92b7c2e43639', 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:42.155598 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-bd2e1210-873f-407c-aa43-a79b2b3b8cb3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:42.157304 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-bd2e1210-873f-407c-aa43-a79b2b3b8cb3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.79 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 947 time: 0.0735285 Jul 07 13:18:42.171924 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbea235-ffb1-41be-a7b6-33748ec2edfe None None] New status for floating IP 2364741a-7b5a-4180-9d0b-e1f7b08db566: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:18:42.183876 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-16d6b2ee-f064-4b8b-b7c8-ba2bebc3bf2a tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.255304 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-16d6b2ee-f064-4b8b-b7c8-ba2bebc3bf2a tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.270804 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Deleting port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:18:42.271384 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.341793 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-16d6b2ee-f064-4b8b-b7c8-ba2bebc3bf2a tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.362425 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b2ee-f064-4b8b-b7c8-ba2bebc3bf2a tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9914908-c252-4082-ad51-8a4572f9ac32,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:42.365168 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] For port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:42.365822 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.438719 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-16d6b2ee-f064-4b8b-b7c8-ba2bebc3bf2a tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.440172 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-16d6b2ee-f064-4b8b-b7c8-ba2bebc3bf2a tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3732781 Jul 07 13:18:42.442885 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45984) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:42.447496 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-af9d9028-adc4-44cd-9afb-b694b208c6ed tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Request body: {'security_group_rule': {'security_group_id': '9b44d39e-340f-4ede-a1b7-92b7c2e43639', 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:42.559727 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-af9d9028-adc4-44cd-9afb-b694b208c6ed tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.644839 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.647343 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.647343 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.l3_db [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Floating IP f10625ff-a7d9-49ff-ba89-d67d11334e30 disassociated. External IP: 172.27.2.156, port: 41f4e27d-588d-40ac-9ec5-57ec1df7fad8. Jul 07 13:18:42.647343 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Calling delete_port for 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:18:42.663881 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-af9d9028-adc4-44cd-9afb-b694b208c6ed tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.696621 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759eecf8-672c-4765-b7b8-b767bb1fd683 req-e50b96a5-b790-461c-a36d-13344e8daf65 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:42.698169 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-759eecf8-672c-4765-b7b8-b767bb1fd683 req-e50b96a5-b790-461c-a36d-13344e8daf65 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 947 time: 0.0838704 Jul 07 13:18:42.743338 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-759eecf8-672c-4765-b7b8-b767bb1fd683 req-7165debf-96fe-44b6-b774-35ab9ec8e3a4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=0443c840-dbad-450b-bc21-636b856fb227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362866 Jul 07 13:18:42.757036 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-af9d9028-adc4-44cd-9afb-b694b208c6ed tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.783141 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d9028-adc4-44cd-9afb-b694b208c6ed tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3925d3a-979b-4915-b4ae-04cfd728bcd5,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:42.867484 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-af9d9028-adc4-44cd-9afb-b694b208c6ed tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.868732 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-af9d9028-adc4-44cd-9afb-b694b208c6ed tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4248357 Jul 07 13:18:42.872072 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 45990) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:42.876545 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-c6b6fa28-1d95-4015-a777-9d02a2fcf687 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Request body: {'security_group_rule': {'security_group_id': '9b44d39e-340f-4ede-a1b7-92b7c2e43639', 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:42.902449 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:42.930155 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event deleted for resources: {'Port': ['ID=41f4e27d-588d-40ac-9ec5-57ec1df7fad8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:42.991174 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6b6fa28-1d95-4015-a777-9d02a2fcf687 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:43.062342 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6b6fa28-1d95-4015-a777-9d02a2fcf687 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:43.064843 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Router 4187b34a-b764-4ba2-91e7-36f95b324cae has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:18:43.158912 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6b6fa28-1d95-4015-a777-9d02a2fcf687 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:43.174925 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:18:43.185056 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6fa28-1d95-4015-a777-9d02a2fcf687 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e51ba6-14d9-4741-b716-a730c92e0f6f,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:43.187154 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae1fca-cd68-49d5-a7d3-7347cac2ba89 None None] Sync routers for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:18:43.197077 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae1fca-cd68-49d5-a7d3-7347cac2ba89 None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:18:43.197698 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-58ae1fca-cd68-49d5-a7d3-7347cac2ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:18:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:43.299640 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6b6fa28-1d95-4015-a777-9d02a2fcf687 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:43.300791 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c6b6fa28-1d95-4015-a777-9d02a2fcf687 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4277737 Jul 07 13:18:43.304661 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45992) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:43.310029 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3dee08bc-14fd-4d3b-97b9-20c331cfc401 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Request body: {'security_group_rule': {'security_group_id': '9b44d39e-340f-4ede-a1b7-92b7c2e43639', 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:43.321083 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-58ae1fca-cd68-49d5-a7d3-7347cac2ba89 None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:18:43.451176 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-3dee08bc-14fd-4d3b-97b9-20c331cfc401 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Project ab9e0fc7e1764738ae1cbf343ec6e189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 13:18:43.459159 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3dee08bc-14fd-4d3b-97b9-20c331cfc401 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:43.532480 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3dee08bc-14fd-4d3b-97b9-20c331cfc401 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:43.622300 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3dee08bc-14fd-4d3b-97b9-20c331cfc401 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:43.646666 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee08bc-14fd-4d3b-97b9-20c331cfc401 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06aa32a2-12c4-4d9f-a88d-c0c212851796,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:43.652808 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-58ae1fca-cd68-49d5-a7d3-7347cac2ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:37Z', 'revision_number': 5, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:43.679541 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae1fca-cd68-49d5-a7d3-7347cac2ba89 None None] Checking router: 4187b34a-b764-4ba2-91e7-36f95b324cae for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:18:43.688531 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae1fca-cd68-49d5-a7d3-7347cac2ba89 None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:18:43.689382 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-58ae1fca-cd68-49d5-a7d3-7347cac2ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:18:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:43.750161 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] No DVR routers for this DVR port 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:18:43.754224 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:43.757000 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-76ffcf44-49f1-4706-b21a-98f384f5c4f1 req-e7937b41-abe0-439b-aaae-94826a4f3a2c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.79 "DELETE /v2.0/ports/41f4e27d-588d-40ac-9ec5-57ec1df7fad8 HTTP/1.1" status: 204 len: 173 time: 1.5942092 Jul 07 13:18:43.757778 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'name': 'network-vif-deleted', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:18:43.761210 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0eb4ca-96e7-4f67-8a65-4e3326880157" -d '{"events": [{"server_uuid": "123db360-66aa-4749-8843-3f9431022604", "name": "network-vif-deleted", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:18:43.771330 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3dee08bc-14fd-4d3b-97b9-20c331cfc401 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:43.776036 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-3dee08bc-14fd-4d3b-97b9-20c331cfc401 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4669604 Jul 07 13:18:43.776814 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 45996) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:43.800613 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6ed92e22-4b00-4997-9cdc-5616367734a8 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Request body: {'security_group_rule': {'security_group_id': '9b44d39e-340f-4ede-a1b7-92b7c2e43639', 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:43.838734 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8ea6ba-8b85-4177-9662-0c71e38cfdab x-openstack-request-id: req-df8ea6ba-8b85-4177-9662-0c71e38cfdab {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:18:43.838734 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123db360-66aa-4749-8843-3f9431022604", "name": "network-vif-deleted", "tag": "41f4e27d-588d-40ac-9ec5-57ec1df7fad8", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:18:43.838734 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-df8ea6ba-8b85-4177-9662-0c71e38cfdab {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:18:43.838734 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123db360-66aa-4749-8843-3f9431022604', 'name': 'network-vif-deleted', 'tag': '41f4e27d-588d-40ac-9ec5-57ec1df7fad8', 'status': 'completed', 'code': 200} Jul 07 13:18:43.850329 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-58ae1fca-cd68-49d5-a7d3-7347cac2ba89 None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:18:43.945433 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4cd388d5-f65f-4a55-a030-ec914046115d req-54eb21c3-253d-48df-a572-5e01b75ac029 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 210 time: 0.0301638 Jul 07 13:18:43.986105 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-6ed92e22-4b00-4997-9cdc-5616367734a8 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Project ab9e0fc7e1764738ae1cbf343ec6e189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 13:18:43.996078 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ed92e22-4b00-4997-9cdc-5616367734a8 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:44.086911 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ed92e22-4b00-4997-9cdc-5616367734a8 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:44.123235 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-58ae1fca-cd68-49d5-a7d3-7347cac2ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:37Z', 'revision_number': 5, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:18:44.157944 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae1fca-cd68-49d5-a7d3-7347cac2ba89 None None] The sync data for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi is: [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:37Z', 'revision_number': 5, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:18:44.175724 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ed92e22-4b00-4997-9cdc-5616367734a8 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:44.206245 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed92e22-4b00-4997-9cdc-5616367734a8 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9424bc-8a2d-4ce5-b047-e8ff3dff4a3b,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:44.340459 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ed92e22-4b00-4997-9cdc-5616367734a8 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:44.341799 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-6ed92e22-4b00-4997-9cdc-5616367734a8 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5638316 Jul 07 13:18:44.413323 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da60a7e-bcf9-45b0-a322-0fab7e4f37e7 None None] New status for floating IP f10625ff-a7d9-49ff-ba89-d67d11334e30: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:18:44.517145 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2e385e0b-fbe1-4967-ba59-3178116a3925 req-55d71826-3176-42f9-91e0-f94762032e10 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252395322&fields=id&tenant_id=ab9e0fc7e1764738ae1cbf343ec6e189 HTTP/1.1" status: 200 len: 267 time: 0.0413802 Jul 07 13:18:44.603537 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e385e0b-fbe1-4967-ba59-3178116a3925 req-1a24438a-4361-4c3a-b7a2-027425dcc044 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:44.605756 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2e385e0b-fbe1-4967-ba59-3178116a3925 req-1a24438a-4361-4c3a-b7a2-027425dcc044 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 946 time: 0.0765414 Jul 07 13:18:44.618774 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [req-2e385e0b-fbe1-4967-ba59-3178116a3925 req-13cd903c-74e7-4637-90f2-c625325675fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Request body: {'port': {'security_groups': ['0a36953f-7043-47fb-b2fc-43413d600d1d', '9b44d39e-340f-4ede-a1b7-92b7c2e43639']}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:44.727881 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-2e385e0b-fbe1-4967-ba59-3178116a3925 req-13cd903c-74e7-4637-90f2-c625325675fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:44.950436 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [req-2e385e0b-fbe1-4967-ba59-3178116a3925 req-13cd903c-74e7-4637-90f2-c625325675fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] For port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:44.993166 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-2e385e0b-fbe1-4967-ba59-3178116a3925 req-13cd903c-74e7-4637-90f2-c625325675fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:45.029176 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:18:45.056142 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:18:45.056142 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 41f4e27d-588d-40ac-9ec5-57ec1df7fad8 not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:18:45.078800 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-2e385e0b-fbe1-4967-ba59-3178116a3925 req-13cd903c-74e7-4637-90f2-c625325675fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536813683'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:45.113203 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['d8e58f21-78ec-4bbd-96c5-1173f8bd4aca'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:18:45.186869 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd903c-74e7-4637-90f2-c625325675fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event updated for resources: {'Port': ['ID=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,revision_number=6']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:45.218337 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e385e0b-fbe1-4967-ba59-3178116a3925 req-13cd903c-74e7-4637-90f2-c625325675fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:45.219249 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-2e385e0b-fbe1-4967-ba59-3178116a3925 req-13cd903c-74e7-4637-90f2-c625325675fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:45.226878 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2e385e0b-fbe1-4967-ba59-3178116a3925 req-13cd903c-74e7-4637-90f2-c625325675fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "PUT /v2.0/ports/d8e58f21-78ec-4bbd-96c5-1173f8bd4aca HTTP/1.1" status: 200 len: 982 time: 0.6133640 Jul 07 13:18:45.264139 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:18:45.266564 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69430e4f5cf481afa76fdc794de83bc3cf24dda697866cfb0d91fed2ee98b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c5e9c6-bdd0-41f8-8b8d-01f475ce53f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:18:45.271344 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3dcbc391-59f8-4c07-8391-74a81bed303d req-0b37f4d9-a80b-43d1-ab26-97757762fc59 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=123db360-66aa-4749-8843-3f9431022604 HTTP/1.1" status: 200 len: 210 time: 0.0855253 Jul 07 13:18:45.334621 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213a440e-f8c6-47b3-a07b-904078936e49 x-openstack-request-id: req-213a440e-f8c6-47b3-a07b-904078936e49 {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:18:45.334621 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:18:45.334621 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-213a440e-f8c6-47b3-a07b-904078936e49 {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:18:45.334621 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca', 'status': 'completed', 'code': 200} Jul 07 13:18:45.422021 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['d8e58f21-78ec-4bbd-96c5-1173f8bd4aca'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:18:45.468740 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f18532-3bf4-41d6-9157-18c054c1df7a req-0a28c16f-15a2-48e4-b557-380052b7313b tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:45.470680 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82f18532-3bf4-41d6-9157-18c054c1df7a req-0a28c16f-15a2-48e4-b557-380052b7313b tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.1059675 Jul 07 13:18:45.484358 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5e9c6-bdd0-41f8-8b8d-01f475ce53f2 req-df2a02d6-77bc-4088-9b6b-4a05fc239f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:45.486528 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-82c5e9c6-bdd0-41f8-8b8d-01f475ce53f2 req-df2a02d6-77bc-4088-9b6b-4a05fc239f03 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab9e0fc7e1764738ae1cbf343ec6e189&device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 1138 time: 0.0907178 Jul 07 13:18:45.533621 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82f18532-3bf4-41d6-9157-18c054c1df7a req-368068b8-7b8e-435c-82cf-2c052cbd04ee tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548394 Jul 07 13:18:45.598475 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a6664c96-2033-49b7-b68c-c74ce7f2935c None None] Provisioning complete for port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:18:45.599148 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a6664c96-2033-49b7-b68c-c74ce7f2935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:45.599364 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5e9c6-bdd0-41f8-8b8d-01f475ce53f2 req-d8376ae9-9f57-446d-b2da-ab9b09333e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:45.600914 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-82c5e9c6-bdd0-41f8-8b8d-01f475ce53f2 req-d8376ae9-9f57-446d-b2da-ab9b09333e01 service neutron] 10.222.0.79 "GET /v2.0/networks?id=85eb295f-050b-4d89-8ec3-849c933f6d5b HTTP/1.1" status: 200 len: 916 time: 0.1068690 Jul 07 13:18:45.697933 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-82c5e9c6-bdd0-41f8-8b8d-01f475ce53f2 req-21c01de9-590f-4843-9a7d-01466f6facfa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca HTTP/1.1" status: 200 len: 1002 time: 0.0891731 Jul 07 13:18:45.758498 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5e9c6-bdd0-41f8-8b8d-01f475ce53f2 req-dd8fde60-9050-4a2b-a79d-0012e26e87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:45.760768 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-82c5e9c6-bdd0-41f8-8b8d-01f475ce53f2 req-dd8fde60-9050-4a2b-a79d-0012e26e87e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=871d7141-1017-4575-9760-532567c21bdc HTTP/1.1" status: 200 len: 854 time: 0.0568638 Jul 07 13:18:45.859785 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5e9c6-bdd0-41f8-8b8d-01f475ce53f2 req-87dbcafe-47db-4f04-bb12-4bd348135392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:45.862347 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-82c5e9c6-bdd0-41f8-8b8d-01f475ce53f2 req-87dbcafe-47db-4f04-bb12-4bd348135392 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85eb295f-050b-4d89-8ec3-849c933f6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0933609 Jul 07 13:18:45.999979 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-82c5e9c6-bdd0-41f8-8b8d-01f475ce53f2 req-388e3702-96c6-4487-a3f9-009ae84bb83b service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242549 Jul 07 13:18:46.117555 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-82c5e9c6-bdd0-41f8-8b8d-01f475ce53f2 req-b0c9ac50-0a81-4d84-89be-776e9bba2564 service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081307 Jul 07 13:18:46.327443 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-48723079-d701-44a8-9418-754c168c25f4 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:46.327443 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-48723079-d701-44a8-9418-754c168c25f4 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/networks?id=6e891a57-a565-467d-abf6-600fbdb39e47 HTTP/1.1" status: 200 len: 814 time: 0.1216888 Jul 07 13:18:46.329298 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-37447c06-0170-45d0-add5-f74fcbac417d tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/quotas/aa4f370313714110a2af0b40470a0b49 HTTP/1.1" status: 200 len: 375 time: 0.0121355 Jul 07 13:18:46.421542 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-d7cb0b1b-dc7a-45fa-ba0c-50e5cb44005f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa4f370313714110a2af0b40470a0b49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0855460 Jul 07 13:18:46.494659 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 46032) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:46.566148 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-40ac752c-6a8d-4ad6-9082-8f891e9b4530 service neutron] 10.222.0.67 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372983 Jul 07 13:18:46.586521 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8d83d49b-4341-43d4-9a0b-dd8e2a32f9ac tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:46.651296 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8d83d49b-4341-43d4-9a0b-dd8e2a32f9ac tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:46.705547 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-3270b3ce-aa46-4d32-b3f4-285ca92e6b25 service neutron] 10.222.0.67 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309059 Jul 07 13:18:46.815731 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8d83d49b-4341-43d4-9a0b-dd8e2a32f9ac tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:46.818499 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8d83d49b-4341-43d4-9a0b-dd8e2a32f9ac tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:46.819635 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-8d83d49b-4341-43d4-9a0b-dd8e2a32f9ac tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "DELETE /v2.0/security-groups/0443c840-dbad-450b-bc21-636b856fb227 HTTP/1.1" status: 204 len: 168 time: 0.3234253 Jul 07 13:18:46.822528 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 46034) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:46.830199 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83d49b-4341-43d4-9a0b-dd8e2a32f9ac tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0443c840-dbad-450b-bc21-636b856fb227,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:46.839928 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.api.v2.resource [None req-de1de2fc-05c2-4b35-b464-a1b07631af86 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] show failed (client error): The resource could not be found. Jul 07 13:18:46.840928 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-de1de2fc-05c2-4b35-b464-a1b07631af86 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups/0443c840-dbad-450b-bc21-636b856fb227 HTTP/1.1" status: 404 len: 347 time: 0.0173409 Jul 07 13:18:46.844201 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 46036) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:47.003099 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fd10b92c-1adf-4aee-b98d-26d5d2b64300 req-cbf4b524-10e9-4268-a23b-a244c557a532 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 210 time: 0.0353580 Jul 07 13:18:47.195658 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3d4d3-4c55-41fa-a046-bc26f7cb2033 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Deleting port b7852301-4790-4825-a3fa-5c574b9dd92f {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:18:47.196003 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3c3d4d3-4c55-41fa-a046-bc26f7cb2033 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:47.270936 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3c3d4d3-4c55-41fa-a046-bc26f7cb2033 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:47.271283 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3c3d4d3-4c55-41fa-a046-bc26f7cb2033 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:47.283535 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3d4d3-4c55-41fa-a046-bc26f7cb2033 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Calling delete_port for b7852301-4790-4825-a3fa-5c574b9dd92f owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:18:47.501576 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3c3d4d3-4c55-41fa-a046-bc26f7cb2033 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:47.529893 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3d4d3-4c55-41fa-a046-bc26f7cb2033 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event deleted for resources: {'Port': ['ID=b7852301-4790-4825-a3fa-5c574b9dd92f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:47.599801 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3c3d4d3-4c55-41fa-a046-bc26f7cb2033 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:47.602565 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3c3d4d3-4c55-41fa-a046-bc26f7cb2033 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:47.606846 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-e3c3d4d3-4c55-41fa-a046-bc26f7cb2033 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "DELETE /v2.0/floatingips/f10625ff-a7d9-49ff-ba89-d67d11334e30 HTTP/1.1" status: 204 len: 168 time: 0.7585785 Jul 07 13:18:48.145407 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d4a9c2a0-c028-4232-a3e6-b9e05de2b4e7 req-063ac13b-82e3-49ac-af07-7fd3fb617d57 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 210 time: 0.0302987 Jul 07 13:18:48.151473 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 46052) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:48.156010 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-bda89269-7b15-464d-9141-c38afedd4afa tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--305414237', 'description': 'tempest-description--426461890'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:48.305461 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bda89269-7b15-464d-9141-c38afedd4afa tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:48.399067 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bda89269-7b15-464d-9141-c38afedd4afa tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:48.513024 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bda89269-7b15-464d-9141-c38afedd4afa tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:48.543397 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda89269-7b15-464d-9141-c38afedd4afa tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e6a18a-e976-431e-8bc6-ee2852eaa016,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:48.659737 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bda89269-7b15-464d-9141-c38afedd4afa tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:48.661114 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-bda89269-7b15-464d-9141-c38afedd4afa tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5085485 Jul 07 13:18:48.664084 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 46054) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:48.668877 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5ef616e3-8ce4-4fac-bc38-d6264cfaf0e8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Request body: {'security_group_rule': {'security_group_id': '20e6a18a-e976-431e-8bc6-ee2852eaa016', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:48.825816 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ef616e3-8ce4-4fac-bc38-d6264cfaf0e8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:48.881176 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ef616e3-8ce4-4fac-bc38-d6264cfaf0e8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:48.979524 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ef616e3-8ce4-4fac-bc38-d6264cfaf0e8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:48.997620 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef616e3-8ce4-4fac-bc38-d6264cfaf0e8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf49d8f-abc6-4149-916f-7fde0f167509,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:49.095668 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ef616e3-8ce4-4fac-bc38-d6264cfaf0e8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:49.097154 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-5ef616e3-8ce4-4fac-bc38-d6264cfaf0e8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4317217 Jul 07 13:18:49.100013 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 46056) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:49.105346 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-5fb43d07-ad75-4ae9-8537-c389127346e9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Request body: {'security_group_rule': {'security_group_id': '20e6a18a-e976-431e-8bc6-ee2852eaa016', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:49.288327 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3e9d67f5-6481-4399-b302-68be97c0603f req-e55d3fe0-8232-4dd2-96b6-e6f50a393b11 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 210 time: 0.0306065 Jul 07 13:18:49.289669 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5fb43d07-ad75-4ae9-8537-c389127346e9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:49.338159 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5fb43d07-ad75-4ae9-8537-c389127346e9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:49.408010 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5fb43d07-ad75-4ae9-8537-c389127346e9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:49.426859 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb43d07-ad75-4ae9-8537-c389127346e9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0112ab9-6a36-4789-8c19-b72e9c1f2e62,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:49.480084 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-e39c6613-4cfa-4f06-aeb1-0db024afb0e8 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:49.481896 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-e39c6613-4cfa-4f06-aeb1-0db024afb0e8 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "GET /v2.0/networks?id=6e891a57-a565-467d-abf6-600fbdb39e47 HTTP/1.1" status: 200 len: 814 time: 0.1102481 Jul 07 13:18:49.499188 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5fb43d07-ad75-4ae9-8537-c389127346e9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:49.503599 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-5fb43d07-ad75-4ae9-8537-c389127346e9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3993437 Jul 07 13:18:49.503828 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 46060) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:18:49.505039 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-1a822a12-a3a4-415c-857d-002afae1aa3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Request body: {'port': {'device_id': '23181c5c-9e25-445d-a63a-6aff5f142037', 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47', 'admin_state_up': True, 'tenant_id': 'aa4f370313714110a2af0b40470a0b49'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:49.508654 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Request body: {'floatingip': {'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:49.607853 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:49.705130 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-1a822a12-a3a4-415c-857d-002afae1aa3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Made reservation on behalf of aa4f370313714110a2af0b40470a0b49 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:18:49.707400 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:49.708826 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-1a822a12-a3a4-415c-857d-002afae1aa3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:49.817812 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Allocated IP 172.27.2.149 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/9e99ad54-8bcd-48d8-a9e5-e18e29b71222) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:18:49.831057 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:49.866776 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-1a822a12-a3a4-415c-857d-002afae1aa3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Allocated IP 172.20.0.9 (6e891a57-a565-467d-abf6-600fbdb39e47/73846bca-b8ec-4229-bb31-cef58324dd14/b6327e07-cc05-4a5c-90bc-b74483e52f7a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:18:49.937013 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.027431 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-1a822a12-a3a4-415c-857d-002afae1aa3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.054007 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-536813697'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.090866 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:18:50.093712 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:18:50.097036 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:18:50.121638 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event updated for resources: {'Port': ['ID=9e99ad54-8bcd-48d8-a9e5-e18e29b71222,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:50.148071 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-1a822a12-a3a4-415c-857d-002afae1aa3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.184821 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['dd953d50-b8f3-48c4-8973-9a04d2c9bb1f'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:18:50.187235 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.194616 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-1a822a12-a3a4-415c-857d-002afae1aa3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Network 6e891a57-a565-467d-abf6-600fbdb39e47 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:18:50.197872 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-1a822a12-a3a4-415c-857d-002afae1aa3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:18:50.207471 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-1a822a12-a3a4-415c-857d-002afae1aa3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:18:50.232327 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a822a12-a3a4-415c-857d-002afae1aa3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Pushing event updated for resources: {'Port': ['ID=b6327e07-cc05-4a5c-90bc-b74483e52f7a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:50.262034 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-1a822a12-a3a4-415c-857d-002afae1aa3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:50.263138 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-1a822a12-a3a4-415c-857d-002afae1aa3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.313802 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.388179 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-1a822a12-a3a4-415c-857d-002afae1aa3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8871562 Jul 07 13:18:50.406908 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Request body: {'port': {'device_id': '23181c5c-9e25-445d-a63a-6aff5f142037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:50.489848 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.514761 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f47b8-e09f-4989-8305-3fc31bd4259b req-7814021e-376f-4726-a1e0-5faf2048b52c tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:50.516237 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d98f47b8-e09f-4989-8305-3fc31bd4259b req-7814021e-376f-4726-a1e0-5faf2048b52c tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 931 time: 0.1083288 Jul 07 13:18:50.534980 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.563362 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d98f47b8-e09f-4989-8305-3fc31bd4259b req-a247e53f-226c-44c3-b532-7967364338c4 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382030 Jul 07 13:18:50.602121 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536813683'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.674695 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event updated for resources: {'Port': ['ID=9e99ad54-8bcd-48d8-a9e5-e18e29b71222,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:50.686135 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.753563 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6327e07-cc05-4a5c-90bc-b74483e52f7a {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:18:50.756693 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.757996 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4538db9c-df82-459d-8d02-1f273e6af682 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2532513 Jul 07 13:18:50.761956 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.774914 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Transition to ACTIVE for port object b6327e07-cc05-4a5c-90bc-b74483e52f7a will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:18:50.847948 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:50.925447 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Pushing event updated for resources: {'Port': ['ID=b6327e07-cc05-4a5c-90bc-b74483e52f7a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:50.952783 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-5023b0a2-d0c5-46ea-9614-42829c299828 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--305414237&fields=id&tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d HTTP/1.1" status: 200 len: 267 time: 0.0342588 Jul 07 13:18:50.981931 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Attempting to bind port b6327e07-cc05-4a5c-90bc-b74483e52f7a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:18:50.982413 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Attempting to bind port b6327e07-cc05-4a5c-90bc-b74483e52f7a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:18:50.982911 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Attempting to bind port b6327e07-cc05-4a5c-90bc-b74483e52f7a on network 6e891a57-a565-467d-abf6-600fbdb39e47 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:18:50.987638 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Port b6327e07-cc05-4a5c-90bc-b74483e52f7a on network 6e891a57-a565-467d-abf6-600fbdb39e47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:18:50.987966 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Attempting to bind port b6327e07-cc05-4a5c-90bc-b74483e52f7a on network 6e891a57-a565-467d-abf6-600fbdb39e47 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:18:50.997600 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:18:50.998071 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Checking segment: {'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:18:50.998582 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Bound using segment: {'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:18:50.999183 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Bound port: b6327e07-cc05-4a5c-90bc-b74483e52f7a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:18:50.999612 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:51.064819 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] For port b6327e07-cc05-4a5c-90bc-b74483e52f7a, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:18:51.067867 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] For port b6327e07-cc05-4a5c-90bc-b74483e52f7a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b6327e07-cc05-4a5c-90bc-b74483e52f7a,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:18:51.068052 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ce65-04ba-440b-b618-6945b1428441 req-af78f065-9997-488e-967f-ace5cfc599c0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:51.069585 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-af78f065-9997-488e-967f-ace5cfc599c0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/networks?id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e HTTP/1.1" status: 200 len: 817 time: 0.1099102 Jul 07 13:18:51.085526 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-3bf7ea5d-a1b8-44ed-bbd2-8703fa092df4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/quotas/a5a8f6fc8bb14ae985fb6c239baea22d HTTP/1.1" status: 200 len: 375 time: 0.0097625 Jul 07 13:18:51.141924 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:51.160675 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-9d671cf8-c54b-4250-a242-bed5f77646f1 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684376 Jul 07 13:18:51.180642 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:51.181295 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:51.182701 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] 10.222.0.79 "PUT /v2.0/ports/b6327e07-cc05-4a5c-90bc-b74483e52f7a HTTP/1.1" status: 200 len: 1093 time: 0.7803681 Jul 07 13:18:51.183777 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23181c5c-9e25-445d-a63a-6aff5f142037', 'tag': 'b6327e07-cc05-4a5c-90bc-b74483e52f7a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:18:51.186103 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3068c5fc-2ef7-42cc-a96e-efa13f842dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "23181c5c-9e25-445d-a63a-6aff5f142037", "tag": "b6327e07-cc05-4a5c-90bc-b74483e52f7a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:18:51.219152 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86759d-b202-4df6-81fb-c2cd391af03d service neutron] Pushing event updated for resources: {'Port': ['ID=b6327e07-cc05-4a5c-90bc-b74483e52f7a,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:51.233538 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0becd927-d943-47c5-871e-4306bcef9547 x-openstack-request-id: req-0becd927-d943-47c5-871e-4306bcef9547 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:18:51.233837 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23181c5c-9e25-445d-a63a-6aff5f142037", "tag": "b6327e07-cc05-4a5c-90bc-b74483e52f7a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:18:51.234098 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0becd927-d943-47c5-871e-4306bcef9547 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:18:51.234501 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23181c5c-9e25-445d-a63a-6aff5f142037', 'tag': 'b6327e07-cc05-4a5c-90bc-b74483e52f7a', 'status': 'completed', 'code': 200} Jul 07 13:18:51.268289 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-3bae9452-e14d-4b19-a453-629188a78a02 service neutron] 10.222.0.67 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951355 Jul 07 13:18:51.331821 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068c5fc-2ef7-42cc-a96e-efa13f842dbd req-88fe0c56-2f7f-4328-8768-54963f4e07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:51.333451 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3068c5fc-2ef7-42cc-a96e-efa13f842dbd req-88fe0c56-2f7f-4328-8768-54963f4e07b9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa4f370313714110a2af0b40470a0b49&device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 1096 time: 0.0580430 Jul 07 13:18:51.359305 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-77591ce7-ade0-4e84-bb39-26ef6a4b7cfa service neutron] 10.222.0.67 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883102 Jul 07 13:18:51.450684 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068c5fc-2ef7-42cc-a96e-efa13f842dbd req-213abec0-063d-4c60-95cc-3a058faedb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:51.452099 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3068c5fc-2ef7-42cc-a96e-efa13f842dbd req-213abec0-063d-4c60-95cc-3a058faedb04 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=aa4f370313714110a2af0b40470a0b49&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1033094 Jul 07 13:18:51.545336 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068c5fc-2ef7-42cc-a96e-efa13f842dbd req-b55a6ab3-97de-417d-b24f-8ddd2b64cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:51.546806 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3068c5fc-2ef7-42cc-a96e-efa13f842dbd req-b55a6ab3-97de-417d-b24f-8ddd2b64cbd3 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880916 Jul 07 13:18:51.669546 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5562dd1b-9867-47db-9bfa-4ad1f11b794c req-53615a80-9234-423a-9f10-838501f04fb6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 210 time: 0.0430548 Jul 07 13:18:51.685928 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-54561fff-6893-45b3-b64c-4af81b213fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:51.687884 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-54561fff-6893-45b3-b64c-4af81b213fee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa4f370313714110a2af0b40470a0b49&device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 1096 time: 0.0609295 Jul 07 13:18:51.758419 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-6a9de7a2-413f-4220-a82f-41699042c8c7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6327e07-cc05-4a5c-90bc-b74483e52f7a HTTP/1.1" status: 200 len: 217 time: 0.0456774 Jul 07 13:18:51.809298 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e290c2-d398-4576-a335-ced6340f79cc req-5ab3393b-9c82-4830-8711-354f2cc41f15 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:51.810804 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b8e290c2-d398-4576-a335-ced6340f79cc req-5ab3393b-9c82-4830-8711-354f2cc41f15 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 943 time: 0.0711305 Jul 07 13:18:51.815445 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-d00bfb00-32f9-40bc-98aa-11686fb2d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:51.817003 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-d00bfb00-32f9-40bc-98aa-11686fb2d695 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73846bca-b8ec-4229-bb31-cef58324dd14 HTTP/1.1" status: 200 len: 854 time: 0.0510290 Jul 07 13:18:51.849557 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b8e290c2-d398-4576-a335-ced6340f79cc req-4b32202c-a705-481e-9153-cff4e1196f99 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330713 Jul 07 13:18:51.853351 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-02ecf3a1-a5c8-475a-8d70-00248b8a18e7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e891a57-a565-467d-abf6-600fbdb39e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267816 Jul 07 13:18:51.942645 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-1c0b993e-1d8e-4b1d-a1eb-8f880e06aee0 service neutron] 10.222.0.79 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849330 Jul 07 13:18:52.033545 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4d1ce28a-06eb-41fa-805f-f11615ef7a37 req-49e5fa8c-fa82-4f53-b885-fab36e46eca7 service neutron] 10.222.0.79 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843275 Jul 07 13:18:52.825856 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5a3b4711-7b8b-4fc6-8a4b-e883a7864fef req-71cacc0c-3ac5-40f7-bd3a-22c625dbea65 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 210 time: 0.0288045 Jul 07 13:18:53.023657 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6f2e5-7b09-4439-9a5d-fad1c9d77f1f req-fc29fc6d-23bc-422c-8cb8-838874bc7f5e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:53.025146 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-26e6f2e5-7b09-4439-9a5d-fad1c9d77f1f req-fc29fc6d-23bc-422c-8cb8-838874bc7f5e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 943 time: 0.0637770 Jul 07 13:18:53.062746 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-26e6f2e5-7b09-4439-9a5d-fad1c9d77f1f req-e6e6f311-3d79-49a9-8c31-7ffc656e06e5 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312920 Jul 07 13:18:53.806879 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ce65-04ba-440b-b618-6945b1428441 req-33ef9271-5876-40d6-a716-971894520fdf tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:53.809229 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-33ef9271-5876-40d6-a716-971894520fdf tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.79 "GET /v2.0/networks?id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e HTTP/1.1" status: 200 len: 817 time: 0.1097827 Jul 07 13:18:53.858958 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-b37f1fd1-6de4-4670-b0ad-73d5750d4a26 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d HTTP/1.1" status: 200 len: 379 time: 0.0334418 Jul 07 13:18:53.868035 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-3209ce65-04ba-440b-b618-6945b1428441 req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Request body: {'port': {'device_id': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'admin_state_up': True, 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'security_groups': ['20e6a18a-e976-431e-8bc6-ee2852eaa016']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:53.975405 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9d76d3fd-5a71-43b9-afeb-d4caab119e16 req-36371eed-7c46-4cac-a326-0b8fbbd61b24 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 210 time: 0.0322130 Jul 07 13:18:54.072571 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3209ce65-04ba-440b-b618-6945b1428441 req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Made reservation on behalf of a5a8f6fc8bb14ae985fb6c239baea22d for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:18:54.076548 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3209ce65-04ba-440b-b618-6945b1428441 req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:54.205504 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-3209ce65-04ba-440b-b618-6945b1428441 req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Allocated IP 172.20.0.5 (fccb3ab0-70e2-4fcc-b761-492ba3f9186e/5a359adc-0158-41d3-a840-5f85613e3582/e0428232-d84b-424d-9f92-c4595e68881c) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:18:54.240841 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810d803-7ff2-4afb-a969-38739d98e768 req-d5f8adcb-2c98-46f1-b031-4b5b7d5ad60c tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:54.242663 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a810d803-7ff2-4afb-a969-38739d98e768 req-d5f8adcb-2c98-46f1-b031-4b5b7d5ad60c tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 943 time: 0.0647306 Jul 07 13:18:54.286537 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a810d803-7ff2-4afb-a969-38739d98e768 req-7ee3c2d0-3150-4bb0-b5ad-9b11864626ba tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366647 Jul 07 13:18:54.352235 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3209ce65-04ba-440b-b618-6945b1428441 req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:54.366443 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-3209ce65-04ba-440b-b618-6945b1428441 req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Transition to ACTIVE for port object e0428232-d84b-424d-9f92-c4595e68881c will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:18:54.505446 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3209ce65-04ba-440b-b618-6945b1428441 req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:54.549408 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3209ce65-04ba-440b-b618-6945b1428441 req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Network fccb3ab0-70e2-4fcc-b761-492ba3f9186e is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:18:54.552584 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-3209ce65-04ba-440b-b618-6945b1428441 req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:18:54.556384 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3209ce65-04ba-440b-b618-6945b1428441 req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:18:54.584212 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event updated for resources: {'Port': ['ID=e0428232-d84b-424d-9f92-c4595e68881c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:54.612520 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ce65-04ba-440b-b618-6945b1428441 req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:54.613180 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3209ce65-04ba-440b-b618-6945b1428441 req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:54.734568 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-a1bd392c-c742-4ab7-8adc-c6f3ac46c9a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8702631 Jul 07 13:18:54.756702 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Request body: {'port': {'device_id': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:18:54.836423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:54.847015 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-5d293d53-d17a-40cd-9e67-a289734027a9 None None] Provisioning for port e0428232-d84b-424d-9f92-c4595e68881c completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:18:54.853244 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-5d293d53-d17a-40cd-9e67-a289734027a9 None None] Provisioning complete for port e0428232-d84b-424d-9f92-c4595e68881c triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:18:54.853862 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d293d53-d17a-40cd-9e67-a289734027a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:54.898601 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5d293d53-d17a-40cd-9e67-a289734027a9 None None] Port e0428232-d84b-424d-9f92-c4595e68881c cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:18:54.993408 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9e42971-a1ec-4cf0-988f-9723e4789a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:55.052311 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device b6327e07-cc05-4a5c-90bc-b74483e52f7a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:18:55.107261 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0428232-d84b-424d-9f92-c4595e68881c {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:18:55.115394 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:55.131250 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Transition to ACTIVE for port object e0428232-d84b-424d-9f92-c4595e68881c will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:18:55.149107 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port b6327e07-cc05-4a5c-90bc-b74483e52f7a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b6327e07-cc05-4a5c-90bc-b74483e52f7a,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:55.163387 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b9dc2-86c0-4f72-965d-fce65900eea6 req-881cf36b-5fcf-4fb6-8880-dd88d9f2081a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:55.164069 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': 'b6327e07-cc05-4a5c-90bc-b74483e52f7a', 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47', 'port_id': 'b6327e07-cc05-4a5c-90bc-b74483e52f7a', 'mac_address': 'fa:16:3e:2b:63:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73846bca-b8ec-4229-bb31-cef58324dd14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:18:55.164905 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9c1b9dc2-86c0-4f72-965d-fce65900eea6 req-881cf36b-5fcf-4fb6-8880-dd88d9f2081a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 931 time: 0.0665822 Jul 07 13:18:55.193391 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:55.202817 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:55.209400 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9c1b9dc2-86c0-4f72-965d-fce65900eea6 req-59d6e3a9-f7d3-4fe2-bf2a-dc2f902d35f7 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371747 Jul 07 13:18:55.216039 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6327e07-cc05-4a5c-90bc-b74483e52f7a {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:18:55.237225 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port b6327e07-cc05-4a5c-90bc-b74483e52f7a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b6327e07-cc05-4a5c-90bc-b74483e52f7a,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:55.258586 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Pushing event updated for resources: {'Port': ['ID=e0428232-d84b-424d-9f92-c4595e68881c,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:55.319307 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:55.328743 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Attempting to bind port e0428232-d84b-424d-9f92-c4595e68881c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:18:55.329158 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Attempting to bind port e0428232-d84b-424d-9f92-c4595e68881c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:18:55.329501 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Attempting to bind port e0428232-d84b-424d-9f92-c4595e68881c on network fccb3ab0-70e2-4fcc-b761-492ba3f9186e {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:18:55.335838 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Port e0428232-d84b-424d-9f92-c4595e68881c on network fccb3ab0-70e2-4fcc-b761-492ba3f9186e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:18:55.335838 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Attempting to bind port e0428232-d84b-424d-9f92-c4595e68881c on network fccb3ab0-70e2-4fcc-b761-492ba3f9186e {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:18:55.341058 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:18:55.341404 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Checking segment: {'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:18:55.341793 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Bound using segment: {'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:18:55.342222 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Bound port: e0428232-d84b-424d-9f92-c4595e68881c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0c271f-ff41-468c-a569-0d23919f41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:18:55.342582 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:55.375490 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=b6327e07-cc05-4a5c-90bc-b74483e52f7a,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:55.385236 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:55.386000 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:55.386699 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:55.387200 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:55.387699 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:55.388204 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:55.388710 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:55.389331 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:55.389823 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:55.390300 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:55.390801 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:55.391300 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:18:55.435009 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] For port e0428232-d84b-424d-9f92-c4595e68881c, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:18:55.438218 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] For port e0428232-d84b-424d-9f92-c4595e68881c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e0428232-d84b-424d-9f92-c4595e68881c,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:18:55.503835 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b0606-fd50-43e4-b591-0148a0ba3aa3 req-68da5532-a9d6-4707-b822-04e4e55c5dc6 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:55.505291 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-816b0606-fd50-43e4-b591-0148a0ba3aa3 req-68da5532-a9d6-4707-b822-04e4e55c5dc6 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 944 time: 0.0704305 Jul 07 13:18:55.525537 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:55.546200 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-816b0606-fd50-43e4-b591-0148a0ba3aa3 req-8cb2e40c-5aa5-42a3-829e-805b517eb8c4 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338924 Jul 07 13:18:55.570337 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:55.570337 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:55.570337 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] 10.222.0.79 "PUT /v2.0/ports/e0428232-d84b-424d-9f92-c4595e68881c HTTP/1.1" status: 200 len: 1093 time: 0.8122082 Jul 07 13:18:55.570337 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:18:55.570337 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00425458-2eae-48f1-88f1-1c3577c0da9a" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "tag": "e0428232-d84b-424d-9f92-c4595e68881c"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:18:55.605201 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30f918-3607-475a-9d12-974c8383fd9f service neutron] Pushing event updated for resources: {'Port': ['ID=e0428232-d84b-424d-9f92-c4595e68881c,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:55.608603 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6db3da-ccc8-4b2b-b848-1b5f7cfcc3a1 x-openstack-request-id: req-2e6db3da-ccc8-4b2b-b848-1b5f7cfcc3a1 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:18:55.608830 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "tag": "e0428232-d84b-424d-9f92-c4595e68881c", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:18:55.609099 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2e6db3da-ccc8-4b2b-b848-1b5f7cfcc3a1 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:18:55.609500 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c', 'status': 'completed', 'code': 200} Jul 07 13:18:55.695851 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['b6327e07-cc05-4a5c-90bc-b74483e52f7a'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:18:55.730329 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00425458-2eae-48f1-88f1-1c3577c0da9a req-129a9d54-014e-481e-98c1-ac50e267bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:55.732105 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-00425458-2eae-48f1-88f1-1c3577c0da9a req-129a9d54-014e-481e-98c1-ac50e267bcf2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 1096 time: 0.0637031 Jul 07 13:18:55.839642 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00425458-2eae-48f1-88f1-1c3577c0da9a req-7216d5fe-9754-496d-b813-bee169e5a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:55.841043 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-00425458-2eae-48f1-88f1-1c3577c0da9a req-7216d5fe-9754-496d-b813-bee169e5a26f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0947309 Jul 07 13:18:55.934790 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00425458-2eae-48f1-88f1-1c3577c0da9a req-fcfa6b2e-2696-4dfb-875d-f73599887eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:55.936140 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-00425458-2eae-48f1-88f1-1c3577c0da9a req-fcfa6b2e-2696-4dfb-875d-f73599887eee service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873842 Jul 07 13:18:56.055268 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ce65-04ba-440b-b618-6945b1428441 req-d0a2fd69-805b-426c-a13d-aae748a9b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:56.056770 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-d0a2fd69-805b-426c-a13d-aae748a9b9a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 1096 time: 0.0541430 Jul 07 13:18:56.114912 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:18:56.122459 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-19f9b706-99f5-4018-92e1-ca81177dffdb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0428232-d84b-424d-9f92-c4595e68881c HTTP/1.1" status: 200 len: 217 time: 0.0395696 Jul 07 13:18:56.180726 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ce65-04ba-440b-b618-6945b1428441 req-6493ad70-d776-4a81-882f-8d28841eb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:56.182232 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-6493ad70-d776-4a81-882f-8d28841eb222 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a359adc-0158-41d3-a840-5f85613e3582 HTTP/1.1" status: 200 len: 856 time: 0.0475993 Jul 07 13:18:56.242543 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ce65-04ba-440b-b618-6945b1428441 req-ee0e71e7-3458-49ea-aad0-58c7104b8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:56.243974 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-ee0e71e7-3458-49ea-aad0-58c7104b8b0f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548027 Jul 07 13:18:56.340482 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-b4df20ea-56ca-4cc0-8b83-f8046f8ec564 service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890968 Jul 07 13:18:56.403411 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23d372-520c-4753-b057-4130f79d0849 req-cfd4a685-a8da-43d9-b314-2d7297c950a9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:56.405018 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-df23d372-520c-4753-b057-4130f79d0849 req-cfd4a685-a8da-43d9-b314-2d7297c950a9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0634062 Jul 07 13:18:56.432164 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3209ce65-04ba-440b-b618-6945b1428441 req-8823ce6f-8bb9-417e-8c81-b68fb0575a92 service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846667 Jul 07 13:18:56.442916 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-df23d372-520c-4753-b057-4130f79d0849 req-adbdef07-ef91-4b31-849a-521d5ecb480c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321836 Jul 07 13:18:56.736605 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe54446-cce0-4368-9f67-d1086cde0b9d req-58d9291d-393f-4beb-acb6-a299a8f890df tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:56.738139 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-efe54446-cce0-4368-9f67-d1086cde0b9d req-58d9291d-393f-4beb-acb6-a299a8f890df tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 944 time: 0.0653439 Jul 07 13:18:57.026219 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-efe54446-cce0-4368-9f67-d1086cde0b9d req-d20381d7-d93a-41e0-93d6-0bd8c9df6c11 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823894 Jul 07 13:18:57.051733 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device b6327e07-cc05-4a5c-90bc-b74483e52f7a up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:18:57.152453 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port b6327e07-cc05-4a5c-90bc-b74483e52f7a completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:18:57.156253 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port b6327e07-cc05-4a5c-90bc-b74483e52f7a triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:18:57.156627 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:57.236527 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:57.260118 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23181c5c-9e25-445d-a63a-6aff5f142037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6327e07-cc05-4a5c-90bc-b74483e52f7a'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:18:57.263678 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d322bff6-76b0-4446-a06b-95dbcf0d6408" -d '{"events": [{"server_uuid": "23181c5c-9e25-445d-a63a-6aff5f142037", "name": "network-vif-plugged", "status": "completed", "tag": "b6327e07-cc05-4a5c-90bc-b74483e52f7a"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:18:57.277243 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port b6327e07-cc05-4a5c-90bc-b74483e52f7a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b6327e07-cc05-4a5c-90bc-b74483e52f7a,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:57.300430 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc8fabd-33f4-4900-8bd1-4abf6b6ca58c x-openstack-request-id: req-9bc8fabd-33f4-4900-8bd1-4abf6b6ca58c {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:18:57.300743 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23181c5c-9e25-445d-a63a-6aff5f142037", "name": "network-vif-plugged", "status": "completed", "tag": "b6327e07-cc05-4a5c-90bc-b74483e52f7a", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:18:57.301037 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9bc8fabd-33f4-4900-8bd1-4abf6b6ca58c {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:18:57.301428 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23181c5c-9e25-445d-a63a-6aff5f142037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6327e07-cc05-4a5c-90bc-b74483e52f7a', 'code': 200} Jul 07 13:18:57.344733 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:57.394342 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=b6327e07-cc05-4a5c-90bc-b74483e52f7a,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:57.627624 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc52aba-68cf-4bcf-abf2-af911130989a req-6fed8186-2856-4d4d-af19-389fa629c3e6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:57.629207 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5dc52aba-68cf-4bcf-abf2-af911130989a req-6fed8186-2856-4d4d-af19-389fa629c3e6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0666177 Jul 07 13:18:57.661682 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08f3cd60-63b1-4c38-b358-ee965ed95ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:57.674562 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5dc52aba-68cf-4bcf-abf2-af911130989a req-6cbb594e-c476-4291-94ec-7fecba86e8f6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379245 Jul 07 13:18:57.711139 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6e41b-f368-4db1-a51e-37125ce857ec req-20d8d715-f83e-42c3-899a-919d2ab68a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:57.712670 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-edd6e41b-f368-4db1-a51e-37125ce857ec req-20d8d715-f83e-42c3-899a-919d2ab68a76 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 1098 time: 0.0542483 Jul 07 13:18:57.755665 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-edd6e41b-f368-4db1-a51e-37125ce857ec req-06320787-2f46-45af-a4ed-85aa7e7be30c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329130 Jul 07 13:18:57.839060 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:58.195716 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e7f52-6ec5-49e7-87fd-7da0117a15da req-60add3ab-0866-46d1-ba5e-4ac3bff35690 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:58.197201 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e74e7f52-6ec5-49e7-87fd-7da0117a15da req-60add3ab-0866-46d1-ba5e-4ac3bff35690 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 945 time: 0.0617867 Jul 07 13:18:58.236336 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e74e7f52-6ec5-49e7-87fd-7da0117a15da req-c0003fc2-319e-475d-a6be-3dad6fd20053 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Jul 07 13:18:58.836022 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:58.861040 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef7816-217d-4396-9bdd-fbd4c08ad322 req-1335ebb7-1ba3-4663-90bd-0301b2ad71d3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:58.862570 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9bef7816-217d-4396-9bdd-fbd4c08ad322 req-1335ebb7-1ba3-4663-90bd-0301b2ad71d3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0655012 Jul 07 13:18:58.906112 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9bef7816-217d-4396-9bdd-fbd4c08ad322 req-bb38bad4-77f3-42d4-83e9-9d14dc42d295 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379272 Jul 07 13:18:59.066737 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e0428232-d84b-424d-9f92-c4595e68881c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:18:59.166668 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e0428232-d84b-424d-9f92-c4595e68881c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e0428232-d84b-424d-9f92-c4595e68881c,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:59.179497 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': 'e0428232-d84b-424d-9f92-c4595e68881c', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'port_id': 'e0428232-d84b-424d-9f92-c4595e68881c', 'mac_address': 'fa:16:3e:7d:90:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:18:59.219247 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:59.233149 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0428232-d84b-424d-9f92-c4595e68881c {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:18:59.257275 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e0428232-d84b-424d-9f92-c4595e68881c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e0428232-d84b-424d-9f92-c4595e68881c,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:18:59.344777 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:18:59.392339 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=e0428232-d84b-424d-9f92-c4595e68881c,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:18:59.418995 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39de34e-5de4-4cf4-88d2-2008e2665836 req-91affb01-b602-4b84-9e79-609e665b4c0a tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:18:59.420466 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b39de34e-5de4-4cf4-88d2-2008e2665836 req-91affb01-b602-4b84-9e79-609e665b4c0a tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 945 time: 0.0630352 Jul 07 13:18:59.459965 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b39de34e-5de4-4cf4-88d2-2008e2665836 req-a9e00cb9-78f7-4cbe-ba34-f655b6c0c3d8 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333295 Jul 07 13:18:59.718973 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['e0428232-d84b-424d-9f92-c4595e68881c'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:19:00.097527 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3730-b24e-49f8-8f7d-e3c3a6c0bbd9 req-0e76094a-0ea0-433a-afb1-4a7017dc95fb tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:00.103482 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cecf3730-b24e-49f8-8f7d-e3c3a6c0bbd9 req-0e76094a-0ea0-433a-afb1-4a7017dc95fb tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 944 time: 0.0738740 Jul 07 13:19:00.139091 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cecf3730-b24e-49f8-8f7d-e3c3a6c0bbd9 req-71f6a499-b93e-418b-88cb-112b633073ba tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343554 Jul 07 13:19:01.068378 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e0428232-d84b-424d-9f92-c4595e68881c up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:19:01.073916 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:01.213859 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port e0428232-d84b-424d-9f92-c4595e68881c completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:19:01.219078 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port e0428232-d84b-424d-9f92-c4595e68881c triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:19:01.219450 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:01.311084 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:01.334212 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dd60d-d199-4ceb-853c-b51a871c1baa req-414f6cdb-e768-4164-b1a5-62aa480de8a8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:01.335823 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-161dd60d-d199-4ceb-853c-b51a871c1baa req-414f6cdb-e768-4164-b1a5-62aa480de8a8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 944 time: 0.0712876 Jul 07 13:19:01.337971 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:19:01.341095 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b489efe-d21a-4577-8617-6f983ff935d9" -d '{"events": [{"server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "name": "network-vif-plugged", "status": "completed", "tag": "e0428232-d84b-424d-9f92-c4595e68881c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:19:01.357064 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e0428232-d84b-424d-9f92-c4595e68881c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e0428232-d84b-424d-9f92-c4595e68881c,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:19:01.384960 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-161dd60d-d199-4ceb-853c-b51a871c1baa req-c21bef16-799f-46b9-a608-4c90f02896ba tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420997 Jul 07 13:19:01.390890 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f7af21-419c-4a90-b818-7cccad9ad7a3 x-openstack-request-id: req-35f7af21-419c-4a90-b818-7cccad9ad7a3 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:19:01.391338 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "name": "network-vif-plugged", "status": "completed", "tag": "e0428232-d84b-424d-9f92-c4595e68881c", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:19:01.391458 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-35f7af21-419c-4a90-b818-7cccad9ad7a3 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:19:01.391814 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c', 'code': 200} Jul 07 13:19:01.422324 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:01.479780 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=e0428232-d84b-424d-9f92-c4595e68881c,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:01.883234 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0c49-6c85-4180-81cd-b21026a8958e req-25886ccc-d913-4acb-9585-22fb272d5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:01.884727 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ed6f0c49-6c85-4180-81cd-b21026a8958e req-25886ccc-d913-4acb-9585-22fb272d5607 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 1098 time: 0.0529695 Jul 07 13:19:01.922200 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-ed6f0c49-6c85-4180-81cd-b21026a8958e req-10dbfca7-25d9-4bed-b85c-6e5f86701074 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293291 Jul 07 13:19:02.476822 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-35979c30-fbea-425e-aad5-0964c1c55d8a tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:02.478235 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-35979c30-fbea-425e-aad5-0964c1c55d8a tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/networks?id=6e891a57-a565-467d-abf6-600fbdb39e47 HTTP/1.1" status: 200 len: 814 time: 0.1168468 Jul 07 13:19:02.494815 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-9c012df4-45fa-43da-9392-f0487cf62e5e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/quotas/aa4f370313714110a2af0b40470a0b49 HTTP/1.1" status: 200 len: 375 time: 0.0100641 Jul 07 13:19:02.614628 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-a432bb5f-1cd4-43c4-91b6-926c94986235 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa4f370313714110a2af0b40470a0b49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133583 Jul 07 13:19:02.623608 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a168f-d319-4dd2-a312-bf6fe5cb065b req-6c7567f8-6d2c-4918-ac4f-6eb838ecbff5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:02.625061 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e62a168f-d319-4dd2-a312-bf6fe5cb065b req-6c7567f8-6d2c-4918-ac4f-6eb838ecbff5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.1126056 Jul 07 13:19:02.709619 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e62a168f-d319-4dd2-a312-bf6fe5cb065b req-00a8ab0b-c03f-4fc4-ab5c-4c226265c836 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764501 Jul 07 13:19:02.736699 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-9ce97e04-6a0a-4ce9-96bb-ca1a56833a7b service neutron] 10.222.0.67 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106718 Jul 07 13:19:02.832230 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-8bafe8f1-0559-4c96-9dd7-50971d505213 service neutron] 10.222.0.67 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895493 Jul 07 13:19:03.079131 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-10f3832c-df1b-4afb-8d44-0da99a266b9a req-f52f3c9e-b8cd-48d6-bcd0-9fc28aa1fe7a tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 210 time: 0.0304632 Jul 07 13:19:03.895013 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc7837-066e-44ff-be47-c0248eaa8379 req-a65254e0-0e02-40cc-9384-860fa23cb741 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:03.896460 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c3fc7837-066e-44ff-be47-c0248eaa8379 req-a65254e0-0e02-40cc-9384-860fa23cb741 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0690639 Jul 07 13:19:03.938938 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c3fc7837-066e-44ff-be47-c0248eaa8379 req-77aa16ed-c6a3-40b0-a0b1-ac4540bb38e4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368252 Jul 07 13:19:04.226336 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-de9da5a4-32ad-44c7-9c1a-03847ec27433 req-818b3181-ad39-42da-be8d-65f2907e4990 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 210 time: 0.0332496 Jul 07 13:19:04.290914 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a84d8b-1fec-425b-b806-849ba3d39111 req-b25c9ba7-b3ae-4671-a888-27c2d20c1a21 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:04.292415 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e6a84d8b-1fec-425b-b806-849ba3d39111 req-b25c9ba7-b3ae-4671-a888-27c2d20c1a21 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0705330 Jul 07 13:19:04.302044 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 46188) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:19:04.307052 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-2eeb7ad9-2f9a-4ada-824c-adf9ca2a73d8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Request body: {'floatingip': {'port_id': 'e0428232-d84b-424d-9f92-c4595e68881c'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:19:04.348701 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7ad9-2f9a-4ada-824c-adf9ca2a73d8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:04.836639 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7ad9-2f9a-4ada-824c-adf9ca2a73d8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:04.910506 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7ad9-2f9a-4ada-824c-adf9ca2a73d8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:05.019319 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-2eeb7ad9-2f9a-4ada-824c-adf9ca2a73d8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Floating IP f2aef394-05a1-4e20-9378-3941b90a3746 associated. External IP: 172.27.2.149, port: e0428232-d84b-424d-9f92-c4595e68881c. Jul 07 13:19:05.249932 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eeb7ad9-2f9a-4ada-824c-adf9ca2a73d8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Router 4187b34a-b764-4ba2-91e7-36f95b324cae has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:19:05.391174 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-484d35ee-68fe-4c89-ba42-be93aa3864e6 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:05.392888 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-484d35ee-68fe-4c89-ba42-be93aa3864e6 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "GET /v2.0/networks?id=6e891a57-a565-467d-abf6-600fbdb39e47 HTTP/1.1" status: 200 len: 814 time: 0.1476655 Jul 07 13:19:05.412907 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a6a7a3fc-ca8b-455f-89e2-7aa07d19c56b req-406c1f15-691e-4914-8468-c57946078b9e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 210 time: 0.0389645 Jul 07 13:19:05.418785 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-fa40b72d-4321-4fa2-a761-02f4215303c1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Request body: {'port': {'device_id': '4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de', 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47', 'admin_state_up': True, 'tenant_id': 'aa4f370313714110a2af0b40470a0b49'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:19:05.431740 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeb7ad9-2f9a-4ada-824c-adf9ca2a73d8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:19:05.437583 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7ad9-2f9a-4ada-824c-adf9ca2a73d8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:05.443474 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4512319-88c1-4650-9508-d4ef8b45ebb0 None None] Sync routers for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:19:05.456983 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4512319-88c1-4650-9508-d4ef8b45ebb0 None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:19:05.464435 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-f4512319-88c1-4650-9508-d4ef8b45ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:18:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:19:05.494401 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2eeb7ad9-2f9a-4ada-824c-adf9ca2a73d8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "PUT /v2.0/floatingips/f2aef394-05a1-4e20-9378-3941b90a3746 HTTP/1.1" status: 200 len: 991 time: 1.1893182 Jul 07 13:19:05.495169 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:19:05.501469 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69430e4f5cf481afa76fdc794de83bc3cf24dda697866cfb0d91fed2ee98b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2575c6b-2320-435a-b793-fb4480322b54" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "tag": "e0428232-d84b-424d-9f92-c4595e68881c"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:19:05.579698 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d05442-9345-464c-a7ad-9b402dac6dee x-openstack-request-id: req-75d05442-9345-464c-a7ad-9b402dac6dee {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:19:05.580045 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "tag": "e0428232-d84b-424d-9f92-c4595e68881c", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:19:05.580329 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-75d05442-9345-464c-a7ad-9b402dac6dee {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:19:05.580468 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-f4512319-88c1-4650-9508-d4ef8b45ebb0 None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:19:05.580703 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c', 'status': 'completed', 'code': 200} Jul 07 13:19:05.701672 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2575c6b-2320-435a-b793-fb4480322b54 req-d2207d6d-f4ee-48a3-b740-707c722ea428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:05.703200 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a2575c6b-2320-435a-b793-fb4480322b54 req-d2207d6d-f4ee-48a3-b740-707c722ea428 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 1098 time: 0.0600181 Jul 07 13:19:05.707237 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-fa40b72d-4321-4fa2-a761-02f4215303c1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Made reservation on behalf of aa4f370313714110a2af0b40470a0b49 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:19:05.711596 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-fa40b72d-4321-4fa2-a761-02f4215303c1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:05.830499 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-f4512319-88c1-4650-9508-d4ef8b45ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': 'f2aef394-05a1-4e20-9378-3941b90a3746', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'port_id': 'e0428232-d84b-424d-9f92-c4595e68881c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'mac_address': 'fa:16:3e:7d:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:18:50Z', 'updated_at': '2021-07-07T13:19:04Z', 'revision_number': 1, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:37Z', 'revision_number': 5, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:19:05.857784 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4512319-88c1-4650-9508-d4ef8b45ebb0 None None] Checking router: 4187b34a-b764-4ba2-91e7-36f95b324cae for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:19:05.866929 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4512319-88c1-4650-9508-d4ef8b45ebb0 None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:19:05.867544 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-f4512319-88c1-4650-9508-d4ef8b45ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:18:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:19:05.869079 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2575c6b-2320-435a-b793-fb4480322b54 req-e40adb87-cafd-484e-bdee-b7dba70e0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:05.870577 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a2575c6b-2320-435a-b793-fb4480322b54 req-e40adb87-cafd-484e-bdee-b7dba70e0c3d service neutron] 10.222.0.79 "GET /v2.0/networks?id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e HTTP/1.1" status: 200 len: 918 time: 0.1572032 Jul 07 13:19:05.965583 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-fa40b72d-4321-4fa2-a761-02f4215303c1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Allocated IP 172.20.0.11 (6e891a57-a565-467d-abf6-600fbdb39e47/73846bca-b8ec-4229-bb31-cef58324dd14/eaac58bf-9516-4908-a71b-9afa4a0f215a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:19:05.978567 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a2575c6b-2320-435a-b793-fb4480322b54 req-9b5476ff-a01c-4170-a6e2-f279c7016fa2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0428232-d84b-424d-9f92-c4595e68881c HTTP/1.1" status: 200 len: 999 time: 0.0852423 Jul 07 13:19:06.066190 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2575c6b-2320-435a-b793-fb4480322b54 req-d7d62f64-dcc4-43f1-81fa-62da31e0bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:06.067690 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a2575c6b-2320-435a-b793-fb4480322b54 req-d7d62f64-dcc4-43f1-81fa-62da31e0bf5d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a359adc-0158-41d3-a840-5f85613e3582 HTTP/1.1" status: 200 len: 856 time: 0.0805717 Jul 07 13:19:06.108610 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-f4512319-88c1-4650-9508-d4ef8b45ebb0 None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:19:06.197978 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2575c6b-2320-435a-b793-fb4480322b54 req-3bd4e3d2-547b-4cc2-a558-3d2c6f787687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:06.200320 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a2575c6b-2320-435a-b793-fb4480322b54 req-3bd4e3d2-547b-4cc2-a558-3d2c6f787687 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1216366 Jul 07 13:19:06.204950 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-fa40b72d-4321-4fa2-a761-02f4215303c1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:06.331782 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a2575c6b-2320-435a-b793-fb4480322b54 req-e2b71986-eb6a-44a8-99fc-69ce07c03a43 service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174862 Jul 07 13:19:06.345782 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-f4512319-88c1-4650-9508-d4ef8b45ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': 'f2aef394-05a1-4e20-9378-3941b90a3746', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'port_id': 'e0428232-d84b-424d-9f92-c4595e68881c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'mac_address': 'fa:16:3e:7d:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:18:50Z', 'updated_at': '2021-07-07T13:19:04Z', 'revision_number': 1, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:37Z', 'revision_number': 5, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:19:06.377253 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4512319-88c1-4650-9508-d4ef8b45ebb0 None None] The sync data for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi is: [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': 'f2aef394-05a1-4e20-9378-3941b90a3746', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'port_id': 'e0428232-d84b-424d-9f92-c4595e68881c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'mac_address': 'fa:16:3e:7d:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:18:50Z', 'updated_at': '2021-07-07T13:19:04Z', 'revision_number': 1, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:37Z', 'revision_number': 5, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:19:06.385536 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-fa40b72d-4321-4fa2-a761-02f4215303c1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:06.438607 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['dd953d50-b8f3-48c4-8973-9a04d2c9bb1f', 'b6327e07-cc05-4a5c-90bc-b74483e52f7a'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:19:06.454001 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-fa40b72d-4321-4fa2-a761-02f4215303c1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Network 6e891a57-a565-467d-abf6-600fbdb39e47 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:19:06.465465 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-fa40b72d-4321-4fa2-a761-02f4215303c1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:19:06.470161 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-fa40b72d-4321-4fa2-a761-02f4215303c1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:19:06.518481 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40b72d-4321-4fa2-a761-02f4215303c1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Pushing event updated for resources: {'Port': ['ID=eaac58bf-9516-4908-a71b-9afa4a0f215a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:06.556325 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a2575c6b-2320-435a-b793-fb4480322b54 req-05e16bf0-4f00-40c9-8fee-64a836f92361 service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142751 Jul 07 13:19:06.592171 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-fa40b72d-4321-4fa2-a761-02f4215303c1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:06.593716 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-fa40b72d-4321-4fa2-a761-02f4215303c1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:06.679992 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fdd45-f402-44b7-904e-896fd58c22f5 req-5b43494d-06ba-4c98-b4ef-30cf00d2545a tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:06.681623 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d98fdd45-f402-44b7-904e-896fd58c22f5 req-5b43494d-06ba-4c98-b4ef-30cf00d2545a tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 932 time: 0.0934932 Jul 07 13:19:06.702509 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8482ca-004a-42b2-8871-749202049344 None None] New status for floating IP f2aef394-05a1-4e20-9378-3941b90a3746: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:19:06.734405 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d98fdd45-f402-44b7-904e-896fd58c22f5 req-92377956-705c-4c91-b8db-97d8f8d1fe1b tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453529 Jul 07 13:19:06.767431 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-fa40b72d-4321-4fa2-a761-02f4215303c1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3560767 Jul 07 13:19:06.788594 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Request body: {'port': {'device_id': '4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:19:07.117076 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:07.374625 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaac58bf-9516-4908-a71b-9afa4a0f215a {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:19:07.382104 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:07.394841 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Transition to ACTIVE for port object eaac58bf-9516-4908-a71b-9afa4a0f215a will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:19:07.453147 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:07.506080 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Pushing event updated for resources: {'Port': ['ID=eaac58bf-9516-4908-a71b-9afa4a0f215a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:07.582520 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Attempting to bind port eaac58bf-9516-4908-a71b-9afa4a0f215a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:19:07.582962 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Attempting to bind port eaac58bf-9516-4908-a71b-9afa4a0f215a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:19:07.583299 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Attempting to bind port eaac58bf-9516-4908-a71b-9afa4a0f215a on network 6e891a57-a565-467d-abf6-600fbdb39e47 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:19:07.589288 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Port eaac58bf-9516-4908-a71b-9afa4a0f215a on network 6e891a57-a565-467d-abf6-600fbdb39e47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:19:07.590421 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Attempting to bind port eaac58bf-9516-4908-a71b-9afa4a0f215a on network 6e891a57-a565-467d-abf6-600fbdb39e47 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:19:07.596711 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:19:07.597325 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Checking segment: {'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:19:07.598013 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Bound using segment: {'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:19:07.598587 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Bound port: eaac58bf-9516-4908-a71b-9afa4a0f215a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:19:07.598950 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:07.674817 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] For port eaac58bf-9516-4908-a71b-9afa4a0f215a, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:19:07.678593 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] For port eaac58bf-9516-4908-a71b-9afa4a0f215a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=eaac58bf-9516-4908-a71b-9afa4a0f215a,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:19:07.756953 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:07.807470 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:07.809176 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:07.811449 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] 10.222.0.79 "PUT /v2.0/ports/eaac58bf-9516-4908-a71b-9afa4a0f215a HTTP/1.1" status: 200 len: 1094 time: 1.0284696 Jul 07 13:19:07.812148 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de', 'tag': 'eaac58bf-9516-4908-a71b-9afa4a0f215a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:19:07.816147 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63de5738-8dda-4d7b-a029-ae9bcb946456" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de", "tag": "eaac58bf-9516-4908-a71b-9afa4a0f215a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:19:07.850432 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bdf52-4860-4eb2-aa91-856c2bb08787 service neutron] Pushing event updated for resources: {'Port': ['ID=eaac58bf-9516-4908-a71b-9afa4a0f215a,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:07.863574 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f8462d-5a75-4294-b858-72cb39883a10 x-openstack-request-id: req-b5f8462d-5a75-4294-b858-72cb39883a10 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:19:07.863867 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de", "tag": "eaac58bf-9516-4908-a71b-9afa4a0f215a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:19:07.864118 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b5f8462d-5a75-4294-b858-72cb39883a10 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:19:07.864520 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de', 'tag': 'eaac58bf-9516-4908-a71b-9afa4a0f215a', 'status': 'completed', 'code': 200} Jul 07 13:19:07.950018 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a6899-b50d-481f-9b8f-7fb8a2375038 req-b31651d7-d0fa-4dc0-920d-e1e3281f1b90 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:07.951727 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bc0a6899-b50d-481f-9b8f-7fb8a2375038 req-b31651d7-d0fa-4dc0-920d-e1e3281f1b90 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 944 time: 0.0714290 Jul 07 13:19:07.983395 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de5738-8dda-4d7b-a029-ae9bcb946456 req-eea580f5-474c-44ee-a387-60bd37943030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:07.984974 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-63de5738-8dda-4d7b-a029-ae9bcb946456 req-eea580f5-474c-44ee-a387-60bd37943030 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa4f370313714110a2af0b40470a0b49&device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 1097 time: 0.0722556 Jul 07 13:19:07.997576 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bc0a6899-b50d-481f-9b8f-7fb8a2375038 req-7c4deb67-c551-4e3a-9ea6-24d9c64193a1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392966 Jul 07 13:19:08.105961 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de5738-8dda-4d7b-a029-ae9bcb946456 req-b99f8e83-5f1c-40a9-a3ac-9e6bff3fe4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:08.107482 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-63de5738-8dda-4d7b-a029-ae9bcb946456 req-b99f8e83-5f1c-40a9-a3ac-9e6bff3fe4b5 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=aa4f370313714110a2af0b40470a0b49&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0977035 Jul 07 13:19:08.209422 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de5738-8dda-4d7b-a029-ae9bcb946456 req-337b54d5-0bb5-4f21-842b-de0074fec3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:08.210923 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-63de5738-8dda-4d7b-a029-ae9bcb946456 req-337b54d5-0bb5-4f21-842b-de0074fec3ef service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960808 Jul 07 13:19:08.335933 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-36e96e3b-0d35-4e27-93f6-e735c8ed829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:08.337486 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-36e96e3b-0d35-4e27-93f6-e735c8ed829b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa4f370313714110a2af0b40470a0b49&device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 1097 time: 0.0555995 Jul 07 13:19:08.401773 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-edca9df7-77cd-49c4-9dad-6a5154d408d1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaac58bf-9516-4908-a71b-9afa4a0f215a HTTP/1.1" status: 200 len: 217 time: 0.0379567 Jul 07 13:19:08.455209 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-6311aadc-f0c7-4272-9c17-caae10b45527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:08.468751 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-6311aadc-f0c7-4272-9c17-caae10b45527 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73846bca-b8ec-4229-bb31-cef58324dd14 HTTP/1.1" status: 200 len: 854 time: 0.0523868 Jul 07 13:19:08.496613 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-e27319d8-a27e-4505-86f2-47da7fbc9fda service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e891a57-a565-467d-abf6-600fbdb39e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281942 Jul 07 13:19:08.598960 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-91470b58-df94-4a36-b1e1-45ed125dfeef service neutron] 10.222.0.79 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954018 Jul 07 13:19:08.615063 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130d38f-c07c-4f9e-b367-ba48b5ae5833 req-c64255d8-a93e-4b40-ba6b-68f4feb0e9be tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:08.616665 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9130d38f-c07c-4f9e-b367-ba48b5ae5833 req-c64255d8-a93e-4b40-ba6b-68f4feb0e9be tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0700371 Jul 07 13:19:08.669044 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9130d38f-c07c-4f9e-b367-ba48b5ae5833 req-6ea356f5-7822-4295-a68f-cb0e7d746a9d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453553 Jul 07 13:19:08.740820 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-64d41a0c-759c-46a8-b122-50f56de30d2b req-e754623e-60a0-48d0-b317-44c9683083ec service neutron] 10.222.0.79 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225648 Jul 07 13:19:08.749719 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac28d7d-845d-419a-b5c5-bfd5067fb1a0 req-0752c74e-a387-4431-ab29-b061ee3e0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:08.751262 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-bac28d7d-845d-419a-b5c5-bfd5067fb1a0 req-0752c74e-a387-4431-ab29-b061ee3e0777 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab9e0fc7e1764738ae1cbf343ec6e189&device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 1138 time: 0.1144717 Jul 07 13:19:08.850107 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac28d7d-845d-419a-b5c5-bfd5067fb1a0 req-bc09c14f-5866-47ef-b688-ef7288438bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:08.851633 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-bac28d7d-845d-419a-b5c5-bfd5067fb1a0 req-bc09c14f-5866-47ef-b688-ef7288438bf3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=85eb295f-050b-4d89-8ec3-849c933f6d5b HTTP/1.1" status: 200 len: 916 time: 0.0874672 Jul 07 13:19:08.991069 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-bac28d7d-845d-419a-b5c5-bfd5067fb1a0 req-7852577d-e307-438b-b59b-26ee99b9f8c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca HTTP/1.1" status: 200 len: 1002 time: 0.0759580 Jul 07 13:19:09.055906 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac28d7d-845d-419a-b5c5-bfd5067fb1a0 req-80e0fe83-a766-4af3-9f71-b5ff119d2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:09.057410 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-bac28d7d-845d-419a-b5c5-bfd5067fb1a0 req-80e0fe83-a766-4af3-9f71-b5ff119d2fd1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=871d7141-1017-4575-9760-532567c21bdc HTTP/1.1" status: 200 len: 854 time: 0.0502861 Jul 07 13:19:09.118949 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac28d7d-845d-419a-b5c5-bfd5067fb1a0 req-fa2947ab-74b9-4f55-94ea-5eae88d14cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:09.120483 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-bac28d7d-845d-419a-b5c5-bfd5067fb1a0 req-fa2947ab-74b9-4f55-94ea-5eae88d14cac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85eb295f-050b-4d89-8ec3-849c933f6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561397 Jul 07 13:19:09.188215 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6118129-b388-4513-8d2d-0e48e1205515 req-063606f1-5112-47e0-9825-af91fd48065d tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:09.189791 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f6118129-b388-4513-8d2d-0e48e1205515 req-063606f1-5112-47e0-9825-af91fd48065d tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 944 time: 0.0662076 Jul 07 13:19:09.229672 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f6118129-b388-4513-8d2d-0e48e1205515 req-c935c441-ef9e-41c0-b03c-bc9a65d7d790 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343189 Jul 07 13:19:09.236389 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-bac28d7d-845d-419a-b5c5-bfd5067fb1a0 req-98ef85c7-f9d2-441f-867c-f1fd97f93ded service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075206 Jul 07 13:19:09.331535 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-bac28d7d-845d-419a-b5c5-bfd5067fb1a0 req-5851bbf3-9d84-4f05-9626-339de124cc9e service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861945 Jul 07 13:19:09.852012 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82c541-064a-4c2d-b9ff-1f37c80032d6 req-72df3389-3fd2-4af7-beb1-a0bec05669d2 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:09.853578 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8e82c541-064a-4c2d-b9ff-1f37c80032d6 req-72df3389-3fd2-4af7-beb1-a0bec05669d2 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0638137 Jul 07 13:19:09.899750 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8e82c541-064a-4c2d-b9ff-1f37c80032d6 req-5e284572-f58c-4128-8a29-0efcaa4905d9 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397975 Jul 07 13:19:10.407384 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4dfb9-7617-4ccb-9a63-493ab9a0c187 req-854ebfd1-e133-479a-a6e9-4bca9cc01d76 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:10.409044 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d2c4dfb9-7617-4ccb-9a63-493ab9a0c187 req-854ebfd1-e133-479a-a6e9-4bca9cc01d76 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 944 time: 0.0655963 Jul 07 13:19:10.451080 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d2c4dfb9-7617-4ccb-9a63-493ab9a0c187 req-6a057d93-08b0-4346-9a92-f74e27853095 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360351 Jul 07 13:19:11.079057 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb5480-371a-4fcd-9b33-5ca768d4edd2 req-0842f794-d54d-44de-b681-7ec50c2b7efb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:11.080604 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5fb5480-371a-4fcd-9b33-5ca768d4edd2 req-0842f794-d54d-44de-b681-7ec50c2b7efb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0670984 Jul 07 13:19:11.124311 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5fb5480-371a-4fcd-9b33-5ca768d4edd2 req-0967e296-e75a-4388-b682-ec7936d349a5 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372536 Jul 07 13:19:11.158563 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device eaac58bf-9516-4908-a71b-9afa4a0f215a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:19:11.258097 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port eaac58bf-9516-4908-a71b-9afa4a0f215a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=eaac58bf-9516-4908-a71b-9afa4a0f215a,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:19:11.269794 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': 'eaac58bf-9516-4908-a71b-9afa4a0f215a', 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47', 'port_id': 'eaac58bf-9516-4908-a71b-9afa4a0f215a', 'mac_address': 'fa:16:3e:fd:47:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73846bca-b8ec-4229-bb31-cef58324dd14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:19:11.310979 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:11.323778 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaac58bf-9516-4908-a71b-9afa4a0f215a {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:19:11.344765 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port eaac58bf-9516-4908-a71b-9afa4a0f215a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=eaac58bf-9516-4908-a71b-9afa4a0f215a,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:19:11.461725 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:11.516542 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=eaac58bf-9516-4908-a71b-9afa4a0f215a,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:11.703142 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b1623-9479-41a9-bbad-00b352d6f374 req-27f55eb1-3181-45e4-942e-b48fd6cc6ba1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:11.705860 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-932b1623-9479-41a9-bbad-00b352d6f374 req-27f55eb1-3181-45e4-942e-b48fd6cc6ba1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 945 time: 0.1339264 Jul 07 13:19:11.745596 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-932b1623-9479-41a9-bbad-00b352d6f374 req-239061a4-e8e4-4f9e-9729-7a5325e61123 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341334 Jul 07 13:19:11.882368 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['eaac58bf-9516-4908-a71b-9afa4a0f215a'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:19:12.303008 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cc4cb-5fd5-407a-bba9-d5d0d6283e3a req-235a12c1-251c-46f1-aa0c-f4fe40b9dc6e tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:12.304505 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d05cc4cb-5fd5-407a-bba9-d5d0d6283e3a req-235a12c1-251c-46f1-aa0c-f4fe40b9dc6e tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0662780 Jul 07 13:19:12.346318 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d05cc4cb-5fd5-407a-bba9-d5d0d6283e3a req-b5e9d807-2789-48f3-b017-1cd2514eb2e3 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357502 Jul 07 13:19:12.922431 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f4386-b2a8-4dce-aa72-4668f060802c req-83aba8f9-9047-4658-9fa9-20f0873f552f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:12.923930 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-987f4386-b2a8-4dce-aa72-4668f060802c req-83aba8f9-9047-4658-9fa9-20f0873f552f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 945 time: 0.0665779 Jul 07 13:19:12.960792 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-987f4386-b2a8-4dce-aa72-4668f060802c req-060d46bb-e1ca-4cc1-862d-e56f5ab58123 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311704 Jul 07 13:19:13.163066 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device eaac58bf-9516-4908-a71b-9afa4a0f215a up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:19:13.270209 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port eaac58bf-9516-4908-a71b-9afa4a0f215a completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:19:13.274203 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port eaac58bf-9516-4908-a71b-9afa4a0f215a triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:19:13.274580 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:13.350321 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:13.373025 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaac58bf-9516-4908-a71b-9afa4a0f215a'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:19:13.375250 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2997c5-94c5-4441-8858-1651c8a87c05" -d '{"events": [{"server_uuid": "4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de", "name": "network-vif-plugged", "status": "completed", "tag": "eaac58bf-9516-4908-a71b-9afa4a0f215a"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:19:13.390034 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port eaac58bf-9516-4908-a71b-9afa4a0f215a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=eaac58bf-9516-4908-a71b-9afa4a0f215a,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:19:13.411932 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1136a8-0235-4ae6-b905-bf7db3c76fc4 x-openstack-request-id: req-1b1136a8-0235-4ae6-b905-bf7db3c76fc4 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:19:13.412222 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de", "name": "network-vif-plugged", "status": "completed", "tag": "eaac58bf-9516-4908-a71b-9afa4a0f215a", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:19:13.412473 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1b1136a8-0235-4ae6-b905-bf7db3c76fc4 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:19:13.412878 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaac58bf-9516-4908-a71b-9afa4a0f215a', 'code': 200} Jul 07 13:19:13.470271 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:13.525021 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=eaac58bf-9516-4908-a71b-9afa4a0f215a,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:13.530998 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3311b2c-9a8e-4397-a038-daff15538b68 req-1b969c57-19a1-4dcb-bbe9-c7cb82084797 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:13.537748 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f3311b2c-9a8e-4397-a038-daff15538b68 req-1b969c57-19a1-4dcb-bbe9-c7cb82084797 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0734878 Jul 07 13:19:13.572032 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f3311b2c-9a8e-4397-a038-daff15538b68 req-7d7949d7-8e84-4536-9fd2-f1af92e4e276 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336440 Jul 07 13:19:13.890346 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335dcda-c275-46eb-a700-0dcac7220fe5 req-b5ed0df8-a1a3-44c2-b6ea-0faaaf5f4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:13.891825 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3335dcda-c275-46eb-a700-0dcac7220fe5 req-b5ed0df8-a1a3-44c2-b6ea-0faaaf5f4817 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 1099 time: 0.0542779 Jul 07 13:19:13.926736 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3335dcda-c275-46eb-a700-0dcac7220fe5 req-6da2b096-43a7-497f-a8d2-3ef9aa55677c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275171 Jul 07 13:19:14.131265 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a031498-a192-4efd-9d08-8a432e9d29bf req-e1e708a5-294a-4c49-b6f6-4924803ffc32 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:14.132744 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a031498-a192-4efd-9d08-8a432e9d29bf req-e1e708a5-294a-4c49-b6f6-4924803ffc32 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 946 time: 0.0635588 Jul 07 13:19:14.172282 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a031498-a192-4efd-9d08-8a432e9d29bf req-a89c5b5b-c8ff-4336-8ca8-bc984d5cf81e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333481 Jul 07 13:19:14.808654 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772486f-8be4-496d-b1e2-fd77511ded46 req-10a49250-2a17-4c91-976d-bf0a71504a70 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:14.810736 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a772486f-8be4-496d-b1e2-fd77511ded46 req-10a49250-2a17-4c91-976d-bf0a71504a70 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.1224864 Jul 07 13:19:14.850024 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a772486f-8be4-496d-b1e2-fd77511ded46 req-c97dd211-2c4e-444d-afa4-b7f19fb8a93a tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336075 Jul 07 13:19:15.345827 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ce92c-6ba7-47c2-a253-7fea95bded7e req-1d5a39e6-b1ea-497b-9585-12b286af39b9 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:15.348102 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ed4ce92c-6ba7-47c2-a253-7fea95bded7e req-1d5a39e6-b1ea-497b-9585-12b286af39b9 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 946 time: 0.0640068 Jul 07 13:19:15.389853 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ed4ce92c-6ba7-47c2-a253-7fea95bded7e req-2f6da035-34b8-4628-9701-281d75457790 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359912 Jul 07 13:19:16.029234 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309e068-e2da-466d-a0b2-a89bfecb3d9e req-ebb43f3f-c903-4378-bdf6-b57e74eb5607 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:16.030711 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f309e068-e2da-466d-a0b2-a89bfecb3d9e req-ebb43f3f-c903-4378-bdf6-b57e74eb5607 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0661619 Jul 07 13:19:16.069298 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f309e068-e2da-466d-a0b2-a89bfecb3d9e req-940cabff-1fd2-4835-bf74-625c0f83dc89 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327981 Jul 07 13:19:16.561347 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd64d-6fca-446b-8ed2-2499baab0966 req-8c05c3e6-0bb4-439f-a5f4-ce49c60f0f62 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:16.562813 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e37dd64d-6fca-446b-8ed2-2499baab0966 req-8c05c3e6-0bb4-439f-a5f4-ce49c60f0f62 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 946 time: 0.0628512 Jul 07 13:19:16.598857 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e37dd64d-6fca-446b-8ed2-2499baab0966 req-9077d318-0f1e-46de-a862-679b172f55c8 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305882 Jul 07 13:19:17.267766 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97704181-9970-45e8-8ae3-65553697ba8d req-6e54b73d-d89f-40ec-89a5-980951bd0b98 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:17.269553 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-97704181-9970-45e8-8ae3-65553697ba8d req-6e54b73d-d89f-40ec-89a5-980951bd0b98 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0836201 Jul 07 13:19:17.311326 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-97704181-9970-45e8-8ae3-65553697ba8d req-be27ee10-8a6a-486f-a80c-531311e2248c tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356116 Jul 07 13:19:18.501953 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663bf8b-d281-41a1-8050-1a63fc606604 req-d67878da-070c-4ea8-8df4-79fe87ddc6e4 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:18.504412 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0663bf8b-d281-41a1-8050-1a63fc606604 req-d67878da-070c-4ea8-8df4-79fe87ddc6e4 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0716434 Jul 07 13:19:18.546520 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0663bf8b-d281-41a1-8050-1a63fc606604 req-4fd995b9-6c9a-4820-a338-7a1ceefa7ef7 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350864 Jul 07 13:19:19.723074 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97fa7c-1d5e-47b0-b52b-ba33ee627744 req-4c15f642-7187-4270-bd59-69cc6150a4ee tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:19.724521 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ce97fa7c-1d5e-47b0-b52b-ba33ee627744 req-4c15f642-7187-4270-bd59-69cc6150a4ee tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0638781 Jul 07 13:19:19.767768 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ce97fa7c-1d5e-47b0-b52b-ba33ee627744 req-9ef5f45d-6041-4186-a028-98e9769a8e82 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370669 Jul 07 13:19:19.832972 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:20.948409 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa777e6-1269-43b6-bd66-ad189e1723d4 req-d6b99fb4-baa3-4abc-8c62-c90f3d415b7c tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:20.951856 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9aa777e6-1269-43b6-bd66-ad189e1723d4 req-d6b99fb4-baa3-4abc-8c62-c90f3d415b7c tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0710177 Jul 07 13:19:20.994001 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9aa777e6-1269-43b6-bd66-ad189e1723d4 req-e5738182-e761-47e4-8652-4c53ee734476 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359201 Jul 07 13:19:22.172350 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70556448-ac7b-4977-a987-ab69509063f0 req-f0f88ae1-c2f6-4ed0-9cc7-0a10e2238f92 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:22.173869 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-70556448-ac7b-4977-a987-ab69509063f0 req-f0f88ae1-c2f6-4ed0-9cc7-0a10e2238f92 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0641828 Jul 07 13:19:22.213593 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-70556448-ac7b-4977-a987-ab69509063f0 req-5463edfb-1c22-428b-9f33-0d5456748027 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340466 Jul 07 13:19:23.392295 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429db2f9-a93f-4f4b-8322-1e80e9be6c4d req-57a8e33e-74ec-4726-8bac-7982fbaa9ee2 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:23.393948 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-429db2f9-a93f-4f4b-8322-1e80e9be6c4d req-57a8e33e-74ec-4726-8bac-7982fbaa9ee2 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0646586 Jul 07 13:19:23.435019 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-429db2f9-a93f-4f4b-8322-1e80e9be6c4d req-7eec88f7-49d8-434c-87d0-7b869244ff24 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337300 Jul 07 13:19:24.620272 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f68ca-e591-4a61-8d47-a2fba60351c0 req-ae709fec-e927-4247-91ef-1bfbda09e193 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:24.620272 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd9f68ca-e591-4a61-8d47-a2fba60351c0 req-ae709fec-e927-4247-91ef-1bfbda09e193 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0676134 Jul 07 13:19:24.653811 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd9f68ca-e591-4a61-8d47-a2fba60351c0 req-5528cc14-f4ab-44b4-9a69-ff455050e06b tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345814 Jul 07 13:19:24.969639 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e5fb34ab-5f89-4072-84a3-c58e8d58d86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:25.841478 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8add24a-3536-445b-b4fd-fa8349dbd71c req-73a104b4-d39b-498d-961a-7fc99d472431 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:25.843033 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b8add24a-3536-445b-b4fd-fa8349dbd71c req-73a104b4-d39b-498d-961a-7fc99d472431 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0673323 Jul 07 13:19:25.884328 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b8add24a-3536-445b-b4fd-fa8349dbd71c req-c57532bf-d20b-4d5f-a83f-6d667dd17c8e tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355091 Jul 07 13:19:27.073080 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c9c54-751c-4ca3-bc4b-9b3f8b4c27e2 req-217d1add-f72f-4f64-a098-a15edc0d74fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:27.074960 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9e0c9c54-751c-4ca3-bc4b-9b3f8b4c27e2 req-217d1add-f72f-4f64-a098-a15edc0d74fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0726893 Jul 07 13:19:27.116732 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9e0c9c54-751c-4ca3-bc4b-9b3f8b4c27e2 req-79dba672-1e67-46e1-8493-b726f5c57972 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&id=9b44d39e-340f-4ede-a1b7-92b7c2e43639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356810 Jul 07 13:19:27.667104 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc27e613-5714-459a-adc1-74d619685fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:27.827349 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:28.342149 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac0411-e84e-4e2a-a4f3-61bebe4a534a req-00842561-da6e-4dc7-b3ba-1b88ac6956d1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:28.343696 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dbac0411-e84e-4e2a-a4f3-61bebe4a534a req-00842561-da6e-4dc7-b3ba-1b88ac6956d1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0670683 Jul 07 13:19:28.385022 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dbac0411-e84e-4e2a-a4f3-61bebe4a534a req-a3563faa-ecdc-43bf-b69d-ff65c9192135 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356319 Jul 07 13:19:28.855810 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:29.579231 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cacf25-6f6f-4db3-8a6e-41182a36d400 req-fec2d9c8-ba2b-4002-93ad-915b61742e69 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:29.580928 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d4cacf25-6f6f-4db3-8a6e-41182a36d400 req-fec2d9c8-ba2b-4002-93ad-915b61742e69 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0698838 Jul 07 13:19:29.619759 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d4cacf25-6f6f-4db3-8a6e-41182a36d400 req-06836328-02cf-4ff5-b23f-e2227c4694a4 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330863 Jul 07 13:19:30.790879 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-1747a967-47a5-41a1-a5d4-6efa03029a27 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:30.792321 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-1747a967-47a5-41a1-a5d4-6efa03029a27 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/networks?id=6e891a57-a565-467d-abf6-600fbdb39e47 HTTP/1.1" status: 200 len: 814 time: 0.1356106 Jul 07 13:19:30.814121 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-35fd55c8-e7e9-4ca0-8d24-7f5d96286e93 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/quotas/aa4f370313714110a2af0b40470a0b49 HTTP/1.1" status: 200 len: 375 time: 0.0137219 Jul 07 13:19:30.869494 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5259418-196b-44be-9ea2-5245ec32a85f req-c8497a6a-9b30-49db-a094-d7acc8544f50 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:30.871073 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5259418-196b-44be-9ea2-5245ec32a85f req-c8497a6a-9b30-49db-a094-d7acc8544f50 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.1258636 Jul 07 13:19:30.890184 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-9fd39b7b-dd77-4050-a332-cfccf9b91b88 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:30.891662 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-9fd39b7b-dd77-4050-a332-cfccf9b91b88 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 946 time: 0.0780137 Jul 07 13:19:30.922257 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5259418-196b-44be-9ea2-5245ec32a85f req-0fecb5c9-7725-42d7-ba77-29e1541d7435 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca3a2c21-039f-4d10-ade3-adc2682d500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 Jul 07 13:19:30.934774 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-2632b9bb-4e4e-4e83-b1b2-dda4aad8f8f5 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa4f370313714110a2af0b40470a0b49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1139591 Jul 07 13:19:31.012771 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Deleting port c5aaa1f7-a412-4284-a452-554030779d82 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:19:31.013149 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:31.062300 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:31.080254 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a39baaab-b13a-4dab-ba66-bcad235aaf4c service neutron] 10.222.0.67 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372027 Jul 07 13:19:31.111552 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] For port c5aaa1f7-a412-4284-a452-554030779d82, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c5aaa1f7-a412-4284-a452-554030779d82,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:19:31.111913 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:31.172807 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-92eda9e7-6513-4666-a777-e1b0ea0a0764 service neutron] 10.222.0.67 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861058 Jul 07 13:19:31.281819 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:31.282187 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:31.282504 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.l3_db [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Floating IP 77efb738-fe36-41f8-a16e-0542efe6eac6 disassociated. External IP: 172.27.2.197, port: c5aaa1f7-a412-4284-a452-554030779d82. Jul 07 13:19:31.282842 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Calling delete_port for c5aaa1f7-a412-4284-a452-554030779d82 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:19:31.415379 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-20c7b36f-f998-405a-ab91-0b52e2d6b5f7 req-dd4f5f13-c728-49de-b936-e1acf7abe529 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 210 time: 0.0311544 Jul 07 13:19:31.489900 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:31.523478 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event deleted for resources: {'Port': ['ID=c5aaa1f7-a412-4284-a452-554030779d82,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:31.644728 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:19:31.758280 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:19:31.768093 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed327144-4d30-481d-9f87-72af2cd18395 None None] Sync routers for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:19:31.777403 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed327144-4d30-481d-9f87-72af2cd18395 None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:19:31.778093 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-ed327144-4d30-481d-9f87-72af2cd18395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:19:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:19:31.804809 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] No DVR routers for this DVR port c5aaa1f7-a412-4284-a452-554030779d82 on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:19:31.807623 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:31.810021 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6b5aeecd-4733-4174-a2a4-e18e459d981a req-b5cc651d-759d-4f17-921a-d817557b9d23 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.79 "DELETE /v2.0/ports/c5aaa1f7-a412-4284-a452-554030779d82 HTTP/1.1" status: 204 len: 173 time: 0.9127710 Jul 07 13:19:31.814483 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a978ab-4074-4d52-a79b-42bd21925b7d', 'name': 'network-vif-deleted', 'tag': 'c5aaa1f7-a412-4284-a452-554030779d82'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:19:31.814483 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de40b26e-95dc-4014-a3c4-f426eebff5ab" -d '{"events": [{"server_uuid": "f9a978ab-4074-4d52-a79b-42bd21925b7d", "name": "network-vif-deleted", "tag": "c5aaa1f7-a412-4284-a452-554030779d82"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:19:31.852471 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9df43b9-2385-4546-b055-f6eec5adb5fb x-openstack-request-id: req-b9df43b9-2385-4546-b055-f6eec5adb5fb {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:19:31.852793 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a978ab-4074-4d52-a79b-42bd21925b7d", "name": "network-vif-deleted", "tag": "c5aaa1f7-a412-4284-a452-554030779d82", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:19:31.853085 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b9df43b9-2385-4546-b055-f6eec5adb5fb {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:19:31.853700 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a978ab-4074-4d52-a79b-42bd21925b7d', 'name': 'network-vif-deleted', 'tag': 'c5aaa1f7-a412-4284-a452-554030779d82', 'status': 'completed', 'code': 200} Jul 07 13:19:31.897209 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-ed327144-4d30-481d-9f87-72af2cd18395 None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:19:32.095501 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2e39379d-18f1-4ef4-b655-eef1687a5149 req-22a0452b-91e9-4406-8a36-37984702615b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9a978ab-4074-4d52-a79b-42bd21925b7d HTTP/1.1" status: 200 len: 210 time: 0.0347817 Jul 07 13:19:32.122332 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-ed327144-4d30-481d-9f87-72af2cd18395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:19:32.153206 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed327144-4d30-481d-9f87-72af2cd18395 None None] Checking router: 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:19:32.162011 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed327144-4d30-481d-9f87-72af2cd18395 None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:19:32.162628 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-ed327144-4d30-481d-9f87-72af2cd18395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:19:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:19:32.270994 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-ed327144-4d30-481d-9f87-72af2cd18395 None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:19:32.468980 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-ed327144-4d30-481d-9f87-72af2cd18395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:19:32.495114 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed327144-4d30-481d-9f87-72af2cd18395 None None] The sync data for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi is: [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:19:32.567629 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e48da4c0-80de-4914-b19d-844bed10fe41 req-fb41f8a3-46b6-4201-b6f2-2fbe09c1762e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 210 time: 0.0328953 Jul 07 13:19:32.729757 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c052a4-0bba-4114-bf7e-62f0d02b99bc None None] New status for floating IP 77efb738-fe36-41f8-a16e-0542efe6eac6: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:19:33.114097 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:19:33.264556 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 46426) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:19:33.274477 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device c5aaa1f7-a412-4284-a452-554030779d82 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:19:33.298041 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: c5aaa1f7-a412-4284-a452-554030779d82 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:19:33.298389 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device c5aaa1f7-a412-4284-a452-554030779d82 not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:19:33.323135 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69b7f968-9ae0-4e7d-96bb-a5c216152af2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:33.346570 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69b7f968-9ae0-4e7d-96bb-a5c216152af2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:33.480948 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69b7f968-9ae0-4e7d-96bb-a5c216152af2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:33.484097 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69b7f968-9ae0-4e7d-96bb-a5c216152af2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:33.485284 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-69b7f968-9ae0-4e7d-96bb-a5c216152af2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "DELETE /v2.0/security-groups/ca3a2c21-039f-4d10-ade3-adc2682d500e HTTP/1.1" status: 204 len: 168 time: 0.2193604 Jul 07 13:19:33.488411 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 46428) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:19:33.496225 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7f968-9ae0-4e7d-96bb-a5c216152af2 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3a2c21-039f-4d10-ade3-adc2682d500e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:33.508020 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.api.v2.resource [None req-a29c04a1-de65-4afc-a494-5bf10203cf3e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] show failed (client error): The resource could not be found. Jul 07 13:19:33.512327 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a29c04a1-de65-4afc-a494-5bf10203cf3e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups/ca3a2c21-039f-4d10-ade3-adc2682d500e HTTP/1.1" status: 404 len: 347 time: 0.0228484 Jul 07 13:19:33.512473 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 46430) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:19:33.639471 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-df209220-1f08-4d5a-ba87-b7080044d096 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Deleting port b8b69f5a-709d-435b-a99c-cc1b786074c2 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:19:33.640025 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df209220-1f08-4d5a-ba87-b7080044d096 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:33.716934 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-68e7bea4-46f8-4a0f-81f2-38887bb7bb57 req-cf0fe446-19c3-4992-9e61-f7a1afc9750e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 210 time: 0.0323017 Jul 07 13:19:33.789835 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df209220-1f08-4d5a-ba87-b7080044d096 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:33.790156 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df209220-1f08-4d5a-ba87-b7080044d096 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:33.809415 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-1012422a-e51f-4031-9dfc-702d4f21bde5 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:33.810872 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-1012422a-e51f-4031-9dfc-702d4f21bde5 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "GET /v2.0/networks?id=6e891a57-a565-467d-abf6-600fbdb39e47 HTTP/1.1" status: 200 len: 814 time: 0.1687210 Jul 07 13:19:33.811685 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-df209220-1f08-4d5a-ba87-b7080044d096 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Calling delete_port for b8b69f5a-709d-435b-a99c-cc1b786074c2 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:19:33.860086 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-ce032deb-bbe9-4ea0-94b1-56801a4f5034 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Request body: {'port': {'device_id': 'b64755fd-7749-4a6f-be5c-3fe4e123f650', 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47', 'admin_state_up': True, 'tenant_id': 'aa4f370313714110a2af0b40470a0b49'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:19:34.072688 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-ce032deb-bbe9-4ea0-94b1-56801a4f5034 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Made reservation on behalf of aa4f370313714110a2af0b40470a0b49 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:19:34.077748 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-ce032deb-bbe9-4ea0-94b1-56801a4f5034 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:34.097934 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df209220-1f08-4d5a-ba87-b7080044d096 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:34.131704 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df209220-1f08-4d5a-ba87-b7080044d096 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event deleted for resources: {'Port': ['ID=b8b69f5a-709d-435b-a99c-cc1b786074c2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:34.271614 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df209220-1f08-4d5a-ba87-b7080044d096 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:34.274031 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df209220-1f08-4d5a-ba87-b7080044d096 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:34.275211 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-df209220-1f08-4d5a-ba87-b7080044d096 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "DELETE /v2.0/floatingips/77efb738-fe36-41f8-a16e-0542efe6eac6 HTTP/1.1" status: 204 len: 168 time: 0.7615483 Jul 07 13:19:34.299015 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-ce032deb-bbe9-4ea0-94b1-56801a4f5034 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Allocated IP 172.20.0.10 (6e891a57-a565-467d-abf6-600fbdb39e47/73846bca-b8ec-4229-bb31-cef58324dd14/1b5c4308-4159-4802-8df0-c059208ce983) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:19:34.451139 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-ce032deb-bbe9-4ea0-94b1-56801a4f5034 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:34.555618 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-ce032deb-bbe9-4ea0-94b1-56801a4f5034 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:34.595218 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['dd953d50-b8f3-48c4-8973-9a04d2c9bb1f', 'b6327e07-cc05-4a5c-90bc-b74483e52f7a', 'eaac58bf-9516-4908-a71b-9afa4a0f215a'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:19:34.602703 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-ce032deb-bbe9-4ea0-94b1-56801a4f5034 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Network 6e891a57-a565-467d-abf6-600fbdb39e47 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:19:34.605933 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-ce032deb-bbe9-4ea0-94b1-56801a4f5034 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:19:34.612201 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-ce032deb-bbe9-4ea0-94b1-56801a4f5034 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:19:34.636141 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce032deb-bbe9-4ea0-94b1-56801a4f5034 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Pushing event updated for resources: {'Port': ['ID=1b5c4308-4159-4802-8df0-c059208ce983,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:34.667692 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-ce032deb-bbe9-4ea0-94b1-56801a4f5034 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:34.668314 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-ce032deb-bbe9-4ea0-94b1-56801a4f5034 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:34.814506 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-ce032deb-bbe9-4ea0-94b1-56801a4f5034 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9582949 Jul 07 13:19:34.831255 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 46444) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:19:34.835930 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-40c81223-6258-47c5-9f13-001ebb0b21f8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1353078620', 'description': 'tempest-description--1814155672'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:19:34.893724 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Request body: {'port': {'device_id': 'b64755fd-7749-4a6f-be5c-3fe4e123f650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:19:34.920908 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07964a-5ff4-4e0c-be45-db07984a0e5c req-eb3f40a1-f655-467d-8164-18fdd567f1b7 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:34.922847 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a07964a-5ff4-4e0c-be45-db07984a0e5c req-eb3f40a1-f655-467d-8164-18fdd567f1b7 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 932 time: 0.0703228 Jul 07 13:19:34.943986 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-40c81223-6258-47c5-9f13-001ebb0b21f8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:34.968353 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:34.988110 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a07964a-5ff4-4e0c-be45-db07984a0e5c req-2a74c6d5-1627-49d6-b403-eb7a59d9a338 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584233 Jul 07 13:19:35.048114 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-40c81223-6258-47c5-9f13-001ebb0b21f8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.103936 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-40c81223-6258-47c5-9f13-001ebb0b21f8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.133806 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c81223-6258-47c5-9f13-001ebb0b21f8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7facf3a2-fa8c-4b30-b2ef-5673eb351218,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:35.195400 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-40c81223-6258-47c5-9f13-001ebb0b21f8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.198145 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-40c81223-6258-47c5-9f13-001ebb0b21f8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3647642 Jul 07 13:19:35.201412 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 46450) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:19:35.207751 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-fba75831-2594-4693-be2a-031ea2b7e71a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Request body: {'security_group_rule': {'security_group_id': '7facf3a2-fa8c-4b30-b2ef-5673eb351218', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:19:35.245187 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5c4308-4159-4802-8df0-c059208ce983 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:19:35.252612 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.264310 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Transition to ACTIVE for port object 1b5c4308-4159-4802-8df0-c059208ce983 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:19:35.308595 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fba75831-2594-4693-be2a-031ea2b7e71a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.326770 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.367993 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fba75831-2594-4693-be2a-031ea2b7e71a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.377424 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Pushing event updated for resources: {'Port': ['ID=1b5c4308-4159-4802-8df0-c059208ce983,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:35.438371 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fba75831-2594-4693-be2a-031ea2b7e71a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.444882 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Attempting to bind port 1b5c4308-4159-4802-8df0-c059208ce983 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:19:35.449251 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Attempting to bind port 1b5c4308-4159-4802-8df0-c059208ce983 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:19:35.449251 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Attempting to bind port 1b5c4308-4159-4802-8df0-c059208ce983 on network 6e891a57-a565-467d-abf6-600fbdb39e47 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:19:35.450419 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Port 1b5c4308-4159-4802-8df0-c059208ce983 on network 6e891a57-a565-467d-abf6-600fbdb39e47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:19:35.450734 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Attempting to bind port 1b5c4308-4159-4802-8df0-c059208ce983 on network 6e891a57-a565-467d-abf6-600fbdb39e47 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:19:35.455902 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:19:35.456217 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Checking segment: {'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:19:35.456693 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Bound using segment: {'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:19:35.457147 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Bound port: 1b5c4308-4159-4802-8df0-c059208ce983, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0278c36-1d96-4ead-b55f-9afcf302f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:19:35.457500 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.457822 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba75831-2594-4693-be2a-031ea2b7e71a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a653a7e8-0ac4-432e-9880-f46308cb4e50,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:35.513226 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fba75831-2594-4693-be2a-031ea2b7e71a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.514795 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-fba75831-2594-4693-be2a-031ea2b7e71a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3118179 Jul 07 13:19:35.517818 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 46452) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:19:35.523462 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-4da8918c-1d34-4a41-802e-4c9331c756fe tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Request body: {'security_group_rule': {'security_group_id': '7facf3a2-fa8c-4b30-b2ef-5673eb351218', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:19:35.529454 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] For port 1b5c4308-4159-4802-8df0-c059208ce983, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:19:35.533169 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] For port 1b5c4308-4159-4802-8df0-c059208ce983, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b5c4308-4159-4802-8df0-c059208ce983,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:19:35.606922 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.641264 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4da8918c-1d34-4a41-802e-4c9331c756fe tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.645283 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:35.645940 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.647369 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] 10.222.0.79 "PUT /v2.0/ports/1b5c4308-4159-4802-8df0-c059208ce983 HTTP/1.1" status: 200 len: 1094 time: 0.8197982 Jul 07 13:19:35.647809 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64755fd-7749-4a6f-be5c-3fe4e123f650', 'tag': '1b5c4308-4159-4802-8df0-c059208ce983'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:19:35.650144 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9846c6a6-599d-42a9-8e05-e76fbdc71d57" -d '{"events": [{"name": "network-changed", "server_uuid": "b64755fd-7749-4a6f-be5c-3fe4e123f650", "tag": "1b5c4308-4159-4802-8df0-c059208ce983"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:19:35.674461 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbc01e-0a98-4be5-b9e1-ad10b805e28c service neutron] Pushing event updated for resources: {'Port': ['ID=1b5c4308-4159-4802-8df0-c059208ce983,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:35.715339 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4da8918c-1d34-4a41-802e-4c9331c756fe tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.743318 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2136c9-fc68-46bd-8af7-4c9f3ec5fd4d x-openstack-request-id: req-bc2136c9-fc68-46bd-8af7-4c9f3ec5fd4d {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:19:35.743607 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64755fd-7749-4a6f-be5c-3fe4e123f650", "tag": "1b5c4308-4159-4802-8df0-c059208ce983", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:19:35.743865 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bc2136c9-fc68-46bd-8af7-4c9f3ec5fd4d {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:19:35.744268 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64755fd-7749-4a6f-be5c-3fe4e123f650', 'tag': '1b5c4308-4159-4802-8df0-c059208ce983', 'status': 'completed', 'code': 200} Jul 07 13:19:35.778097 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4da8918c-1d34-4a41-802e-4c9331c756fe tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.799392 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8918c-1d34-4a41-802e-4c9331c756fe tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e5f704-9267-4c6d-8161-f879dec4b0d7,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:35.846754 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c6a6-599d-42a9-8e05-e76fbdc71d57 req-564aebaf-e5ed-4e91-bb1a-3135632c8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:35.848308 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9846c6a6-599d-42a9-8e05-e76fbdc71d57 req-564aebaf-e5ed-4e91-bb1a-3135632c8a2a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa4f370313714110a2af0b40470a0b49&device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 1097 time: 0.0536954 Jul 07 13:19:35.866814 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4da8918c-1d34-4a41-802e-4c9331c756fe tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:35.868023 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4da8918c-1d34-4a41-802e-4c9331c756fe tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3490410 Jul 07 13:19:35.871125 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 46458) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:19:35.876541 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Request body: {'floatingip': {'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:19:35.970370 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:36.077352 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:36.203102 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c6a6-599d-42a9-8e05-e76fbdc71d57 req-fc15a8a4-27b3-4103-b26e-52f170f4e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:36.204586 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9846c6a6-599d-42a9-8e05-e76fbdc71d57 req-fc15a8a4-27b3-4103-b26e-52f170f4e8e4 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=aa4f370313714110a2af0b40470a0b49&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3422275 Jul 07 13:19:36.341118 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c6a6-599d-42a9-8e05-e76fbdc71d57 req-5c886622-42f1-481e-8fa4-cdfd2e6c03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:36.344770 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9846c6a6-599d-42a9-8e05-e76fbdc71d57 req-5c886622-42f1-481e-8fa4-cdfd2e6c03b0 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325130 Jul 07 13:19:36.507947 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-4e32413c-38f2-4d3c-99d5-c2953207960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:36.509633 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-4e32413c-38f2-4d3c-99d5-c2953207960e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa4f370313714110a2af0b40470a0b49&device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 1097 time: 0.0665531 Jul 07 13:19:36.525603 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28516f52-57c3-4c36-bb11-b62665089334 req-eb677ac6-b41e-4367-9b77-eda32fb1acc9 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:36.527155 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-28516f52-57c3-4c36-bb11-b62665089334 req-eb677ac6-b41e-4367-9b77-eda32fb1acc9 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 944 time: 0.4083633 Jul 07 13:19:36.528251 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Allocated IP 172.27.2.102 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/0b0707f7-dfdf-45f5-856d-f1bf47acab0d) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:19:36.593892 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-eecc1aa3-dc92-4060-b6d3-fe1015840632 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b5c4308-4159-4802-8df0-c059208ce983 HTTP/1.1" status: 200 len: 217 time: 0.0387900 Jul 07 13:19:36.615320 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-28516f52-57c3-4c36-bb11-b62665089334 req-58602083-0d2c-4486-b504-d846d311dd7c tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816097 Jul 07 13:19:36.656583 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-b49648da-d132-408e-8247-455fb3d22bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:36.661324 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-b49648da-d132-408e-8247-455fb3d22bed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73846bca-b8ec-4229-bb31-cef58324dd14 HTTP/1.1" status: 200 len: 854 time: 0.0596430 Jul 07 13:19:36.664924 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:36.692068 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-0288c4cf-fd5c-45b4-890b-62bf9e0c94f5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e891a57-a565-467d-abf6-600fbdb39e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271125 Jul 07 13:19:36.785156 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-63e91bb6-60c1-41a8-a8c6-b19d0f2292de service neutron] 10.222.0.79 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852616 Jul 07 13:19:36.880752 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-870aae0a-ebaf-4b60-bf9b-bbfe76518e32 req-ce12c775-e655-4a32-bd5d-ce3ac0eff388 service neutron] 10.222.0.79 "GET /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889206 Jul 07 13:19:36.927547 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-536813697'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:36.964284 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:19:36.967634 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:19:36.973393 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:19:36.978730 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event updated for resources: {'Port': ['ID=0b0707f7-dfdf-45f5-856d-f1bf47acab0d,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:37.059776 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:37.219401 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:37.373258 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:37.464305 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536813683'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:37.536644 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event updated for resources: {'Port': ['ID=0b0707f7-dfdf-45f5-856d-f1bf47acab0d,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:37.547176 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:37.612895 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:37.614181 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4baf4d56-570c-4ed0-9b03-56103f764f33 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7419987 Jul 07 13:19:37.803569 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb4901-1591-4109-88a6-781209a64379 req-40792bbf-855c-49c0-8a89-65d02097cd3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:37.805183 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0edb4901-1591-4109-88a6-781209a64379 req-40792bbf-855c-49c0-8a89-65d02097cd3e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 944 time: 0.0699303 Jul 07 13:19:37.859463 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-859ef601-695c-4548-9160-13b3743d5df7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1353078620&fields=id&tenant_id=822d7adc8c954c9399de3eeb04721257 HTTP/1.1" status: 200 len: 267 time: 0.0532501 Jul 07 13:19:37.866413 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0edb4901-1591-4109-88a6-781209a64379 req-fa95986d-02cd-49f3-b2fb-cade5a62885f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534365 Jul 07 13:19:37.974475 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-49209b3c-c883-4d1f-80ab-e51361e870fb tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:37.976005 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-49209b3c-c883-4d1f-80ab-e51361e870fb tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/networks?id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb HTTP/1.1" status: 200 len: 810 time: 0.1087406 Jul 07 13:19:37.991789 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-d0496ab7-85f1-4e11-8553-68b837af8fbe tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/quotas/822d7adc8c954c9399de3eeb04721257 HTTP/1.1" status: 200 len: 375 time: 0.0102100 Jul 07 13:19:38.059612 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-24bd84d1-44c3-426c-9db0-9e9f18ad9c49 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=822d7adc8c954c9399de3eeb04721257&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623653 Jul 07 13:19:38.163695 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-c866e031-d624-4362-90b3-54deef9a5fd8 service neutron] 10.222.0.67 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876913 Jul 07 13:19:38.252475 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-4c7df340-b172-405f-b886-b61903f99ecf service neutron] 10.222.0.67 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830696 Jul 07 13:19:38.508900 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-06d26b0b-7379-4dfe-8de3-181860f4831e req-b16e4234-7e3b-4769-b78b-46368d0b10be tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 210 time: 0.0332170 Jul 07 13:19:39.058538 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f508c90-6fc8-43af-92fa-dbb414dbea4b req-172d10ed-55bd-4543-acc0-4b52112f2fdf tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:39.060039 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f508c90-6fc8-43af-92fa-dbb414dbea4b req-172d10ed-55bd-4543-acc0-4b52112f2fdf tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 944 time: 0.0665858 Jul 07 13:19:39.099377 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f508c90-6fc8-43af-92fa-dbb414dbea4b req-66af9a18-18f5-4470-9627-76b0ba01d4bf tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336394 Jul 07 13:19:39.273314 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 1b5c4308-4159-4802-8df0-c059208ce983 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:19:39.370296 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 1b5c4308-4159-4802-8df0-c059208ce983, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b5c4308-4159-4802-8df0-c059208ce983,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:19:39.384190 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '1b5c4308-4159-4802-8df0-c059208ce983', 'network_id': '6e891a57-a565-467d-abf6-600fbdb39e47', 'port_id': '1b5c4308-4159-4802-8df0-c059208ce983', 'mac_address': 'fa:16:3e:09:8f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73846bca-b8ec-4229-bb31-cef58324dd14', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:19:39.420690 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:39.432662 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5c4308-4159-4802-8df0-c059208ce983 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:19:39.452854 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 1b5c4308-4159-4802-8df0-c059208ce983, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b5c4308-4159-4802-8df0-c059208ce983,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:19:39.512555 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:39.561813 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=1b5c4308-4159-4802-8df0-c059208ce983,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:39.653576 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c31785c0-e4d4-41f2-967e-e1826c735ca1 req-c275a259-27ac-40dc-beac-6f2e3d3e23d0 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 210 time: 0.0310364 Jul 07 13:19:39.949573 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['1b5c4308-4159-4802-8df0-c059208ce983'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:19:40.277581 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7918620-bd02-4576-9c08-f92115c200bb req-4f9bc39c-13c4-4fc3-9cec-65013ac3a50d tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:40.278968 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c7918620-bd02-4576-9c08-f92115c200bb req-4f9bc39c-13c4-4fc3-9cec-65013ac3a50d tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 945 time: 0.0663342 Jul 07 13:19:40.318881 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c7918620-bd02-4576-9c08-f92115c200bb req-79f58772-d2c6-40d4-a79a-7d0c7adc3ea5 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342793 Jul 07 13:19:40.663718 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-3fd49deb-765c-49cf-bdbb-9d1f996b87ee tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:40.665195 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-3fd49deb-765c-49cf-bdbb-9d1f996b87ee tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.79 "GET /v2.0/networks?id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb HTTP/1.1" status: 200 len: 810 time: 0.1069241 Jul 07 13:19:40.717977 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-17bcff6b-7f4f-4bfb-a13a-37d4ba905f81 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=822d7adc8c954c9399de3eeb04721257 HTTP/1.1" status: 200 len: 380 time: 0.0353546 Jul 07 13:19:40.731364 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Request body: {'port': {'device_id': '60a948ad-2cec-4ae2-8667-92e06c97cb11', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'admin_state_up': True, 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'security_groups': ['7facf3a2-fa8c-4b30-b2ef-5673eb351218']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:19:40.807973 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c4fbdc1f-fc15-4439-b104-a73c05506df9 req-c1e26ef9-2ca6-4290-8136-ce15b6663466 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 210 time: 0.0307417 Jul 07 13:19:40.929925 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Made reservation on behalf of 822d7adc8c954c9399de3eeb04721257 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:19:40.933540 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:41.081618 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Allocated IP 172.20.0.9 (6fc20eae-5d05-4c74-9dbd-3969cab78fbb/bca1634c-3fe5-426d-bf37-647a77060a2e/7c4a6e2e-fe1a-411f-a2ae-94443b89432f) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:19:41.229595 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:41.245324 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Transition to ACTIVE for port object 7c4a6e2e-fe1a-411f-a2ae-94443b89432f will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:19:41.284709 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 1b5c4308-4159-4802-8df0-c059208ce983 up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:19:41.361464 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:41.400706 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:19:41.401252 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port 1b5c4308-4159-4802-8df0-c059208ce983 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:19:41.404015 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:19:41.407925 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 1b5c4308-4159-4802-8df0-c059208ce983 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:19:41.409064 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:19:41.409718 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:41.444226 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event updated for resources: {'Port': ['ID=7c4a6e2e-fe1a-411f-a2ae-94443b89432f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:41.456392 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:19:41.456831 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:19:41.457662 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:19:41.457662 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:19:41.458079 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:19:41.458416 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:19:41.458814 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:19:41.459082 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:19:41.459414 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:19:41.459899 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:19:41.460121 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:19:41.460437 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:19:41.492212 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:41.496009 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:41.517399 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:41.526797 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111c298-d514-4de5-a65f-1b02f23bb311 req-0f0c00ae-2762-4846-9f9e-a24d3c7fc927 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:41.529654 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0111c298-d514-4de5-a65f-1b02f23bb311 req-0f0c00ae-2762-4846-9f9e-a24d3c7fc927 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 945 time: 0.0951476 Jul 07 13:19:41.575603 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0111c298-d514-4de5-a65f-1b02f23bb311 req-71f332a8-ed1e-4bb9-98a8-dd0ecfd5f28d tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Jul 07 13:19:41.591144 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2dea26d6-7c56-4861-8d91-8a632548b0b7 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8635521 Jul 07 13:19:41.615526 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Request body: {'port': {'device_id': '60a948ad-2cec-4ae2-8667-92e06c97cb11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:19:41.679659 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64755fd-7749-4a6f-be5c-3fe4e123f650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5c4308-4159-4802-8df0-c059208ce983'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:19:41.681991 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6193c3-fa60-4697-8a3f-917141f6949b" -d '{"events": [{"server_uuid": "b64755fd-7749-4a6f-be5c-3fe4e123f650", "name": "network-vif-plugged", "status": "completed", "tag": "1b5c4308-4159-4802-8df0-c059208ce983"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:19:41.697398 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 1b5c4308-4159-4802-8df0-c059208ce983, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b5c4308-4159-4802-8df0-c059208ce983,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:19:41.699310 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:41.721992 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8c1015-04e1-47d9-97aa-8f112714c1f4 x-openstack-request-id: req-4a8c1015-04e1-47d9-97aa-8f112714c1f4 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:19:41.723138 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64755fd-7749-4a6f-be5c-3fe4e123f650", "name": "network-vif-plugged", "status": "completed", "tag": "1b5c4308-4159-4802-8df0-c059208ce983", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:19:41.723138 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4a8c1015-04e1-47d9-97aa-8f112714c1f4 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:19:41.723510 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64755fd-7749-4a6f-be5c-3fe4e123f650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5c4308-4159-4802-8df0-c059208ce983', 'code': 200} Jul 07 13:19:41.766607 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-e1d3a5fb-df50-49c5-8ce5-8f10e34e9945 None None] Provisioning for port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:19:41.772705 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-e1d3a5fb-df50-49c5-8ce5-8f10e34e9945 None None] Provisioning complete for port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:19:41.773116 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e1d3a5fb-df50-49c5-8ce5-8f10e34e9945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:41.795552 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:41.836339 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e1d3a5fb-df50-49c5-8ce5-8f10e34e9945 None None] Port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:19:41.853592 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=1b5c4308-4159-4802-8df0-c059208ce983,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:41.986799 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4a6e2e-fe1a-411f-a2ae-94443b89432f {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:19:41.996596 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:41.996949 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f5f5a-f7e8-4076-86a4-72b15c18aea0 req-09f03af1-2502-42f7-8051-24c4cfb7982f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:41.999178 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-df5f5f5a-f7e8-4076-86a4-72b15c18aea0 req-09f03af1-2502-42f7-8051-24c4cfb7982f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 931 time: 0.0756602 Jul 07 13:19:42.010645 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Transition to ACTIVE for port object 7c4a6e2e-fe1a-411f-a2ae-94443b89432f will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:19:42.043081 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-df5f5f5a-f7e8-4076-86a4-72b15c18aea0 req-0994a4f9-8eaf-4ada-bd41-222af62b9a1d tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338686 Jul 07 13:19:42.130859 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfec31-9e00-4b63-a22a-b84843a00806 req-628706eb-1dd1-43e1-b64c-21667f1334aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:42.132497 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8dcfec31-9e00-4b63-a22a-b84843a00806 req-628706eb-1dd1-43e1-b64c-21667f1334aa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 1099 time: 0.0510736 Jul 07 13:19:42.138033 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:42.219860 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4a6e2e-fe1a-411f-a2ae-94443b89432f,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:42.241542 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8dcfec31-9e00-4b63-a22a-b84843a00806 req-10e5dc1f-7c06-4ca9-a9c7-648727ec3088 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938449 Jul 07 13:19:42.291295 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Attempting to bind port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:19:42.291689 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Attempting to bind port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:19:42.292047 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Attempting to bind port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f on network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:19:42.296769 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f on network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:19:42.297914 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Attempting to bind port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f on network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:19:42.303809 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:19:42.304143 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Checking segment: {'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:19:42.304522 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Bound using segment: {'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:19:42.304986 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Bound port: 7c4a6e2e-fe1a-411f-a2ae-94443b89432f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5203bc7-95d7-46da-a836-a168d8a05ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:19:42.305589 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:42.373976 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] For port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:19:42.377527 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] For port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7c4a6e2e-fe1a-411f-a2ae-94443b89432f,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:19:42.438798 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:42.476795 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:42.477382 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:42.478643 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] 10.222.0.79 "PUT /v2.0/ports/7c4a6e2e-fe1a-411f-a2ae-94443b89432f HTTP/1.1" status: 200 len: 1093 time: 0.8688622 Jul 07 13:19:42.479085 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a948ad-2cec-4ae2-8667-92e06c97cb11', 'tag': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:19:42.481433 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b6cfbe-4b81-4921-bbcf-6a03779d9721" -d '{"events": [{"name": "network-changed", "server_uuid": "60a948ad-2cec-4ae2-8667-92e06c97cb11", "tag": "7c4a6e2e-fe1a-411f-a2ae-94443b89432f"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:19:42.523349 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f41aa-8dff-44cc-96dc-9eec81166648 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4a6e2e-fe1a-411f-a2ae-94443b89432f,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:42.546643 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11f3d81-2562-43d7-a351-88e2d60585b8 x-openstack-request-id: req-c11f3d81-2562-43d7-a351-88e2d60585b8 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:19:42.546963 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a948ad-2cec-4ae2-8667-92e06c97cb11", "tag": "7c4a6e2e-fe1a-411f-a2ae-94443b89432f", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:19:42.547222 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c11f3d81-2562-43d7-a351-88e2d60585b8 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:19:42.547624 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a948ad-2cec-4ae2-8667-92e06c97cb11', 'tag': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f', 'status': 'completed', 'code': 200} Jul 07 13:19:42.763857 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f0255-0c00-49f2-82d1-6ea4ab0aff3c req-1d8ae97a-7025-4604-a1c8-8faacc7ad987 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:42.765325 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ba7f0255-0c00-49f2-82d1-6ea4ab0aff3c req-1d8ae97a-7025-4604-a1c8-8faacc7ad987 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 946 time: 0.0686395 Jul 07 13:19:42.788147 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6cfbe-4b81-4921-bbcf-6a03779d9721 req-4cb0d7a8-8b8d-4b44-b69c-bfd7deb2650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:42.789850 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-f4b6cfbe-4b81-4921-bbcf-6a03779d9721 req-4cb0d7a8-8b8d-4b44-b69c-bfd7deb2650f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=822d7adc8c954c9399de3eeb04721257&device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 1096 time: 0.0574365 Jul 07 13:19:42.809485 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ba7f0255-0c00-49f2-82d1-6ea4ab0aff3c req-0524b555-0f3c-4714-8b77-2430c698176d tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369813 Jul 07 13:19:42.901916 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6cfbe-4b81-4921-bbcf-6a03779d9721 req-654c8138-446e-4237-8982-9d104739e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:42.903381 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-f4b6cfbe-4b81-4921-bbcf-6a03779d9721 req-654c8138-446e-4237-8982-9d104739e661 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=822d7adc8c954c9399de3eeb04721257&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0973423 Jul 07 13:19:43.016512 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6cfbe-4b81-4921-bbcf-6a03779d9721 req-fbd9e02a-277a-4087-aff7-424c95bb806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:43.017922 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-f4b6cfbe-4b81-4921-bbcf-6a03779d9721 req-fbd9e02a-277a-4087-aff7-424c95bb806f service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958536 Jul 07 13:19:43.173520 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-77c708fd-0bcb-47f5-87cc-bfcd9e23b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:43.174968 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-77c708fd-0bcb-47f5-87cc-bfcd9e23b88c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=822d7adc8c954c9399de3eeb04721257&device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 1096 time: 0.0585995 Jul 07 13:19:43.224773 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdddc43-9dd9-4f39-9d95-ff64f4386adc req-a601bdcd-3046-48b3-b074-f7782d564a57 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:43.226273 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8fdddc43-9dd9-4f39-9d95-ff64f4386adc req-a601bdcd-3046-48b3-b074-f7782d564a57 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 943 time: 0.0667093 Jul 07 13:19:43.240340 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-fa2b13c4-549e-44c9-a644-96a0232ee205 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4a6e2e-fe1a-411f-a2ae-94443b89432f HTTP/1.1" status: 200 len: 217 time: 0.0341928 Jul 07 13:19:43.265218 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8fdddc43-9dd9-4f39-9d95-ff64f4386adc req-a0a409d9-5cfb-4f60-aee7-b37fbce66434 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329850 Jul 07 13:19:43.294029 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-6749ee81-082e-42dd-af7a-fdc6d4bf87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:43.295805 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-6749ee81-082e-42dd-af7a-fdc6d4bf87fc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bca1634c-3fe5-426d-bf37-647a77060a2e HTTP/1.1" status: 200 len: 849 time: 0.0442882 Jul 07 13:19:43.356018 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-396e413c-f310-4f61-aec3-0a00d0fe4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:43.357562 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-396e413c-f310-4f61-aec3-0a00d0fe4055 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518601 Jul 07 13:19:43.452600 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-d5e29df1-1efc-4d0b-99ed-11c64bf8c35e service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862300 Jul 07 13:19:43.545895 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-20fbf3f0-cf68-4390-b13a-bd941f627d6d req-cfe9da7f-5d3c-4e5d-9b8b-81a7938d48bf service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811200 Jul 07 13:19:43.993869 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846d820-22d6-42d4-94f6-8acaefebc731 req-dc735a02-042f-4b8e-a19f-44ef41455200 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:43.995440 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6846d820-22d6-42d4-94f6-8acaefebc731 req-dc735a02-042f-4b8e-a19f-44ef41455200 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 946 time: 0.0727892 Jul 07 13:19:44.033343 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6846d820-22d6-42d4-94f6-8acaefebc731 req-8534f13e-1755-4fdc-ba8d-601db70cca3d tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Jul 07 13:19:44.443940 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fb092-0e4c-434c-afb9-797ac71a4a8e req-3e3069ee-6261-40c7-bd09-7e6db52c4fdd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:44.445460 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-af7fb092-0e4c-434c-afb9-797ac71a4a8e req-3e3069ee-6261-40c7-bd09-7e6db52c4fdd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 943 time: 0.0651574 Jul 07 13:19:44.483851 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-af7fb092-0e4c-434c-afb9-797ac71a4a8e req-9a7c7951-9fd5-4ef0-9d70-40df0a81cd91 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324512 Jul 07 13:19:45.223321 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c9436-0239-4c90-98f8-74d47348d032 req-2ac23a4d-2b8e-4453-acd4-d05c13595d6d tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:45.224818 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c3c9436-0239-4c90-98f8-74d47348d032 req-2ac23a4d-2b8e-4453-acd4-d05c13595d6d tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 946 time: 0.0751107 Jul 07 13:19:45.265668 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c3c9436-0239-4c90-98f8-74d47348d032 req-f34ec4f9-9a01-4aa3-9978-61b9913a9f9e tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348468 Jul 07 13:19:45.310853 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 7c4a6e2e-fe1a-411f-a2ae-94443b89432f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:19:45.409133 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7c4a6e2e-fe1a-411f-a2ae-94443b89432f,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:19:45.420453 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'port_id': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f', 'mac_address': 'fa:16:3e:79:b9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:19:45.458434 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:45.474192 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4a6e2e-fe1a-411f-a2ae-94443b89432f {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:19:45.494219 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7c4a6e2e-fe1a-411f-a2ae-94443b89432f,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:19:45.618369 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:45.679499 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=7c4a6e2e-fe1a-411f-a2ae-94443b89432f,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:45.689774 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f55ba-f8d7-4b89-bd89-bc3633083c6a req-f22916b7-eea4-4b35-9db1-e850f884771b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:45.692059 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-586f55ba-f8d7-4b89-bd89-bc3633083c6a req-f22916b7-eea4-4b35-9db1-e850f884771b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 944 time: 0.0817940 Jul 07 13:19:45.733707 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-586f55ba-f8d7-4b89-bd89-bc3633083c6a req-8b7bcc5a-f166-4ac5-8951-85b3e5799714 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360267 Jul 07 13:19:46.094293 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['7c4a6e2e-fe1a-411f-a2ae-94443b89432f'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:19:46.908123 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ea0b-fb26-4ca6-b9c8-33888d32d725 req-d17fd16d-852b-45b4-b433-78b8396a2a7f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:46.909614 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f028ea0b-fb26-4ca6-b9c8-33888d32d725 req-d17fd16d-852b-45b4-b433-78b8396a2a7f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 944 time: 0.0626209 Jul 07 13:19:46.947796 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f028ea0b-fb26-4ca6-b9c8-33888d32d725 req-d79fa328-0058-489a-8cd1-a5e71b54c8ed tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324852 Jul 07 13:19:48.127629 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bfc51-de30-4cfd-af2c-260370dd144a req-ae536061-8a90-4d72-b493-634e1e00de5b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:48.129841 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ee7bfc51-de30-4cfd-af2c-260370dd144a req-ae536061-8a90-4d72-b493-634e1e00de5b tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 944 time: 0.0683265 Jul 07 13:19:48.171924 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ee7bfc51-de30-4cfd-af2c-260370dd144a req-382129c9-7442-4cda-9bc3-20d1e9eaadc8 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344353 Jul 07 13:19:49.318706 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 7c4a6e2e-fe1a-411f-a2ae-94443b89432f up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:19:49.353800 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ab4e9-7f61-4eda-b988-86f192e36d72 req-1c398219-9ed4-4464-bbbf-7d45b2a0d1af tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:49.355347 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-741ab4e9-7f61-4eda-b988-86f192e36d72 req-1c398219-9ed4-4464-bbbf-7d45b2a0d1af tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 944 time: 0.0687928 Jul 07 13:19:49.393030 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-741ab4e9-7f61-4eda-b988-86f192e36d72 req-34464d16-f800-4a7a-9236-3bf495b90051 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Jul 07 13:19:49.450182 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:19:49.454137 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:19:49.454513 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:49.532924 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:49.561957 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a948ad-2cec-4ae2-8667-92e06c97cb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:19:49.561957 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeabe810-4570-4867-8641-38290ac21f9b" -d '{"events": [{"server_uuid": "60a948ad-2cec-4ae2-8667-92e06c97cb11", "name": "network-vif-plugged", "status": "completed", "tag": "7c4a6e2e-fe1a-411f-a2ae-94443b89432f"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:19:49.571517 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7c4a6e2e-fe1a-411f-a2ae-94443b89432f,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:19:49.596473 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e131e9b-3318-40b8-bb18-9c6a3f3921dd x-openstack-request-id: req-9e131e9b-3318-40b8-bb18-9c6a3f3921dd {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:19:49.596729 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a948ad-2cec-4ae2-8667-92e06c97cb11", "name": "network-vif-plugged", "status": "completed", "tag": "7c4a6e2e-fe1a-411f-a2ae-94443b89432f", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:19:49.597020 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9e131e9b-3318-40b8-bb18-9c6a3f3921dd {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:19:49.597422 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a948ad-2cec-4ae2-8667-92e06c97cb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f', 'code': 200} Jul 07 13:19:49.692765 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:49.757405 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=7c4a6e2e-fe1a-411f-a2ae-94443b89432f,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:19:49.863768 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:50.082557 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f67cc-d741-4f50-838b-02bdedfbeac5 req-8ab69a23-e139-46cd-86fa-7fa0a919570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:50.084009 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0b8f67cc-d741-4f50-838b-02bdedfbeac5 req-8ab69a23-e139-46cd-86fa-7fa0a919570e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 1098 time: 0.0563939 Jul 07 13:19:50.124886 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0b8f67cc-d741-4f50-838b-02bdedfbeac5 req-93aeecaf-a156-451f-aeda-83501ba8ea3e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327775 Jul 07 13:19:50.572384 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182ad06-d3b8-4477-9f6f-7133af7d1dab req-ab402e07-bf46-4ac2-a3c6-3d64242f1abd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:50.574243 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a182ad06-d3b8-4477-9f6f-7133af7d1dab req-ab402e07-bf46-4ac2-a3c6-3d64242f1abd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 945 time: 0.0669568 Jul 07 13:19:50.612856 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a182ad06-d3b8-4477-9f6f-7133af7d1dab req-3eeb9f0e-0c68-4cff-bbeb-9f4fb3196342 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329707 Jul 07 13:19:51.797466 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0732d6-cc5d-4caa-9739-dca3000c47d2 req-f402d8b3-5b99-40ec-b5df-22a61e9383cd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:51.798993 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3c0732d6-cc5d-4caa-9739-dca3000c47d2 req-f402d8b3-5b99-40ec-b5df-22a61e9383cd tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 945 time: 0.0689147 Jul 07 13:19:51.838700 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3c0732d6-cc5d-4caa-9739-dca3000c47d2 req-59a7bac4-0561-468c-beeb-ac7297ea431e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332654 Jul 07 13:19:53.013543 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ac46b-5a15-408c-b1d9-1852433e108b req-01cf9bcc-5caf-4a05-b569-e2b7adf7ac5f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:53.015158 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd3ac46b-5a15-408c-b1d9-1852433e108b req-01cf9bcc-5caf-4a05-b569-e2b7adf7ac5f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 945 time: 0.0676253 Jul 07 13:19:53.053751 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd3ac46b-5a15-408c-b1d9-1852433e108b req-834e791b-900d-4015-af80-1eec4652987f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326130 Jul 07 13:19:53.233147 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6765c-de8e-423f-8b97-a8067338f86a req-e0aa829c-788e-48d0-9dd4-4aa70b163e28 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:53.234634 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-94a6765c-de8e-423f-8b97-a8067338f86a req-e0aa829c-788e-48d0-9dd4-4aa70b163e28 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 945 time: 0.0704024 Jul 07 13:19:53.243393 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 46588) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:19:53.248042 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-60c56c08-2f61-4cc1-ba10-1a53efe99113 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Request body: {'floatingip': {'port_id': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:19:53.288850 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-60c56c08-2f61-4cc1-ba10-1a53efe99113 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:53.755886 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-60c56c08-2f61-4cc1-ba10-1a53efe99113 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:53.840889 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-60c56c08-2f61-4cc1-ba10-1a53efe99113 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:53.940297 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-60c56c08-2f61-4cc1-ba10-1a53efe99113 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Floating IP 2fee5e9d-aaa1-4592-93ef-d02b82e4da39 associated. External IP: 172.27.2.102, port: 7c4a6e2e-fe1a-411f-a2ae-94443b89432f. Jul 07 13:19:54.146557 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c56c08-2f61-4cc1-ba10-1a53efe99113 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:19:54.258808 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c56c08-2f61-4cc1-ba10-1a53efe99113 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:19:54.263776 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-60c56c08-2f61-4cc1-ba10-1a53efe99113 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:54.272655 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e597ab1-c581-4f46-8f0b-8c9bff62f62a None None] Sync routers for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:19:54.282422 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e597ab1-c581-4f46-8f0b-8c9bff62f62a None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:19:54.283047 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-0e597ab1-c581-4f46-8f0b-8c9bff62f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:19:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:19:54.300683 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-60c56c08-2f61-4cc1-ba10-1a53efe99113 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "PUT /v2.0/floatingips/2fee5e9d-aaa1-4592-93ef-d02b82e4da39 HTTP/1.1" status: 200 len: 991 time: 1.0561860 Jul 07 13:19:54.301509 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a948ad-2cec-4ae2-8667-92e06c97cb11', 'tag': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:19:54.303816 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69430e4f5cf481afa76fdc794de83bc3cf24dda697866cfb0d91fed2ee98b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224a4708-33db-4f15-b475-7f04cb5efc24" -d '{"events": [{"name": "network-changed", "server_uuid": "60a948ad-2cec-4ae2-8667-92e06c97cb11", "tag": "7c4a6e2e-fe1a-411f-a2ae-94443b89432f"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:19:54.394018 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfd756e-425e-47e6-9ed0-699f7e4a7770 x-openstack-request-id: req-3cfd756e-425e-47e6-9ed0-699f7e4a7770 {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:19:54.394304 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a948ad-2cec-4ae2-8667-92e06c97cb11", "tag": "7c4a6e2e-fe1a-411f-a2ae-94443b89432f", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:19:54.394561 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3cfd756e-425e-47e6-9ed0-699f7e4a7770 {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:19:54.395525 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a948ad-2cec-4ae2-8667-92e06c97cb11', 'tag': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f', 'status': 'completed', 'code': 200} Jul 07 13:19:54.405268 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-0e597ab1-c581-4f46-8f0b-8c9bff62f62a None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:19:54.570839 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a4708-33db-4f15-b475-7f04cb5efc24 req-ba191ded-4dce-4cad-9ae4-f82247d62dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:54.572335 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-224a4708-33db-4f15-b475-7f04cb5efc24 req-ba191ded-4dce-4cad-9ae4-f82247d62dc3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=822d7adc8c954c9399de3eeb04721257&device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 1098 time: 0.0784674 Jul 07 13:19:54.639324 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-0e597ab1-c581-4f46-8f0b-8c9bff62f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '2fee5e9d-aaa1-4592-93ef-d02b82e4da39', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'port_id': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'mac_address': 'fa:16:3e:79:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a948ad-2cec-4ae2-8667-92e06c97cb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:19:37Z', 'updated_at': '2021-07-07T13:19:53Z', 'revision_number': 1, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:19:54.665691 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e597ab1-c581-4f46-8f0b-8c9bff62f62a None None] Checking router: 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:19:54.674123 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e597ab1-c581-4f46-8f0b-8c9bff62f62a None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:19:54.674719 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-0e597ab1-c581-4f46-8f0b-8c9bff62f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:19:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:19:54.682400 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a4708-33db-4f15-b475-7f04cb5efc24 req-daffe31c-a620-4d5d-8c2d-ba5238a305bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:54.683897 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-224a4708-33db-4f15-b475-7f04cb5efc24 req-daffe31c-a620-4d5d-8c2d-ba5238a305bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb HTTP/1.1" status: 200 len: 911 time: 0.0893204 Jul 07 13:19:54.750175 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-224a4708-33db-4f15-b475-7f04cb5efc24 req-559e9ec3-f848-4614-b450-3a35d9b6bfb8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4a6e2e-fe1a-411f-a2ae-94443b89432f HTTP/1.1" status: 200 len: 999 time: 0.0592813 Jul 07 13:19:54.781047 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-0e597ab1-c581-4f46-8f0b-8c9bff62f62a None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:19:54.799839 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a4708-33db-4f15-b475-7f04cb5efc24 req-c41f501b-cc58-436c-bcf8-6a0cb0262855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:54.801864 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-224a4708-33db-4f15-b475-7f04cb5efc24 req-c41f501b-cc58-436c-bcf8-6a0cb0262855 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bca1634c-3fe5-426d-bf37-647a77060a2e HTTP/1.1" status: 200 len: 849 time: 0.0437655 Jul 07 13:19:54.862723 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a4708-33db-4f15-b475-7f04cb5efc24 req-a0a7fa90-a631-47f6-9124-fc5d8589233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:19:54.865452 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-224a4708-33db-4f15-b475-7f04cb5efc24 req-a0a7fa90-a631-47f6-9124-fc5d8589233e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6fc20eae-5d05-4c74-9dbd-3969cab78fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569844 Jul 07 13:19:54.962441 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-224a4708-33db-4f15-b475-7f04cb5efc24 req-a32a5e59-070f-452d-b4d9-34d2330fd55d service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878403 Jul 07 13:19:54.996210 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3501dc36-0f94-4f21-808b-8c922e5d27f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:55.024646 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-0e597ab1-c581-4f46-8f0b-8c9bff62f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '2fee5e9d-aaa1-4592-93ef-d02b82e4da39', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'port_id': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'mac_address': 'fa:16:3e:79:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a948ad-2cec-4ae2-8667-92e06c97cb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:19:37Z', 'updated_at': '2021-07-07T13:19:53Z', 'revision_number': 1, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:19:55.059714 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e597ab1-c581-4f46-8f0b-8c9bff62f62a None None] The sync data for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi is: [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '2fee5e9d-aaa1-4592-93ef-d02b82e4da39', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'port_id': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'mac_address': 'fa:16:3e:79:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a948ad-2cec-4ae2-8667-92e06c97cb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:19:37Z', 'updated_at': '2021-07-07T13:19:53Z', 'revision_number': 1, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:19:55.063774 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-224a4708-33db-4f15-b475-7f04cb5efc24 req-d0ca1cb2-2ebf-45a0-a82a-cdc3feaeef23 service neutron] 10.222.0.79 "GET /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940828 Jul 07 13:19:55.250953 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b9b51-df96-4c92-a8bd-c272629b6cca None None] New status for floating IP 2fee5e9d-aaa1-4592-93ef-d02b82e4da39: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:19:57.692229 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-809e170c-9ed6-47bb-af38-47314faf5360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:57.846501 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:19:58.874832 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:00.511429 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfdbaf-8ecc-4b34-bf94-a61586ae7035 req-cc1f6441-1903-4df7-afcd-5718bd2651ba tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:00.513002 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0ecfdbaf-8ecc-4b34-bf94-a61586ae7035 req-cc1f6441-1903-4df7-afcd-5718bd2651ba tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0657322 Jul 07 13:20:00.551060 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0ecfdbaf-8ecc-4b34-bf94-a61586ae7035 req-48ac991b-15ad-4566-bc19-9a2ccb3fa7de tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320089 Jul 07 13:20:01.076157 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:01.153713 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d991b0-da10-4f51-a49d-3293d946545e req-b23b667a-704d-44de-bff8-20d98b56d83f tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:01.155188 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-47d991b0-da10-4f51-a49d-3293d946545e req-b23b667a-704d-44de-bff8-20d98b56d83f tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.1089540 Jul 07 13:20:01.180521 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b32200-1ad9-4afc-9c23-d53e67035ff8 req-0ac9c878-8f7e-467f-98da-b877809e262d tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:01.181924 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-94b32200-1ad9-4afc-9c23-d53e67035ff8 req-0ac9c878-8f7e-467f-98da-b877809e262d tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 946 time: 0.0971267 Jul 07 13:20:01.222397 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-47d991b0-da10-4f51-a49d-3293d946545e req-a0db07a0-3583-4f7c-94d5-efd8ac9f5389 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591102 Jul 07 13:20:01.237501 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-94b32200-1ad9-4afc-9c23-d53e67035ff8 req-53e7df1f-e4ea-4fe0-b539-6c6104b65736 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492079 Jul 07 13:20:01.734238 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad65854-b736-477e-bec7-e243afd6cd2f req-69880673-2b62-48b0-8f08-5db0339afe40 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:01.735714 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1ad65854-b736-477e-bec7-e243afd6cd2f req-69880673-2b62-48b0-8f08-5db0339afe40 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0666165 Jul 07 13:20:01.774363 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1ad65854-b736-477e-bec7-e243afd6cd2f req-f9dac9d8-b54b-4ed3-b64a-5fdb0ad04157 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316243 Jul 07 13:20:02.450620 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc9534-6df8-4f84-894d-e56b654da541 req-81b0c621-709d-4f37-8545-8cc2dc78e9f8 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:02.452148 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fdcc9534-6df8-4f84-894d-e56b654da541 req-81b0c621-709d-4f37-8545-8cc2dc78e9f8 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.1091900 Jul 07 13:20:02.465113 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ae347-1bb1-490d-ac93-fa626291808a req-1261680d-19df-4f7f-a7a4-50375b53f65f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:02.466843 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1e3ae347-1bb1-490d-ac93-fa626291808a req-1261680d-19df-4f7f-a7a4-50375b53f65f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 946 time: 0.1120548 Jul 07 13:20:02.527982 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fdcc9534-6df8-4f84-894d-e56b654da541 req-ed37c198-dd88-4dd2-ba64-901f7313e2a4 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600562 Jul 07 13:20:02.533201 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1e3ae347-1bb1-490d-ac93-fa626291808a req-db61621d-ad2d-4634-930d-1564b5dc1a8b tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592029 Jul 07 13:20:02.951281 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb562e9f-3264-4f10-affd-07689fc32ec8 req-03b09cd4-4338-46aa-887c-b7d5da3cfb56 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:02.952742 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cb562e9f-3264-4f10-affd-07689fc32ec8 req-03b09cd4-4338-46aa-887c-b7d5da3cfb56 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0622213 Jul 07 13:20:02.991182 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cb562e9f-3264-4f10-affd-07689fc32ec8 req-e1566fb1-776a-4eda-93e1-5adad59d1004 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323973 Jul 07 13:20:03.457430 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5e1fd-42ca-4ce7-b031-b9962391e977 req-cb573c87-06ae-46f7-9374-3ce1b688b9a0 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:03.458899 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3de5e1fd-42ca-4ce7-b031-b9962391e977 req-cb573c87-06ae-46f7-9374-3ce1b688b9a0 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 946 time: 0.0692158 Jul 07 13:20:03.565093 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-3de5e1fd-42ca-4ce7-b031-b9962391e977 req-9a587036-4ad2-4ac1-abe9-7cb2c5cef59f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Deleting port 1b5c4308-4159-4802-8df0-c059208ce983 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:03.565333 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3de5e1fd-42ca-4ce7-b031-b9962391e977 req-9a587036-4ad2-4ac1-abe9-7cb2c5cef59f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:03.657624 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3de5e1fd-42ca-4ce7-b031-b9962391e977 req-9a587036-4ad2-4ac1-abe9-7cb2c5cef59f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] For port 1b5c4308-4159-4802-8df0-c059208ce983, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b5c4308-4159-4802-8df0-c059208ce983,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:03.657992 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3de5e1fd-42ca-4ce7-b031-b9962391e977 req-9a587036-4ad2-4ac1-abe9-7cb2c5cef59f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:03.671260 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-3de5e1fd-42ca-4ce7-b031-b9962391e977 req-9a587036-4ad2-4ac1-abe9-7cb2c5cef59f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Calling delete_port for 1b5c4308-4159-4802-8df0-c059208ce983 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:03.757095 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef43e3b-4c3b-4737-8dd6-b35cae0f67da req-ca85d6bb-0a0e-4134-a6ac-8afe3579fb89 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:03.758577 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bef43e3b-4c3b-4737-8dd6-b35cae0f67da req-ca85d6bb-0a0e-4134-a6ac-8afe3579fb89 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.1137109 Jul 07 13:20:03.769108 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab0451-6832-4175-a180-0770f95f09e9 req-7de6d2a7-7cc4-449e-b9c6-451424a39f97 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:03.770650 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b2ab0451-6832-4175-a180-0770f95f09e9 req-7de6d2a7-7cc4-449e-b9c6-451424a39f97 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 946 time: 0.1140351 Jul 07 13:20:03.824667 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bef43e3b-4c3b-4737-8dd6-b35cae0f67da req-a13d08ee-4699-4bbf-a18f-09c46131f5de tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530465 Jul 07 13:20:03.831951 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b2ab0451-6832-4175-a180-0770f95f09e9 req-128faaec-61a5-46e1-86f7-16add8860c1c tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535531 Jul 07 13:20:03.863311 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3de5e1fd-42ca-4ce7-b031-b9962391e977 req-9a587036-4ad2-4ac1-abe9-7cb2c5cef59f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:03.892521 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a587036-4ad2-4ac1-abe9-7cb2c5cef59f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Pushing event deleted for resources: {'Port': ['ID=1b5c4308-4159-4802-8df0-c059208ce983,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:03.907986 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['dd953d50-b8f3-48c4-8973-9a04d2c9bb1f', 'b6327e07-cc05-4a5c-90bc-b74483e52f7a', 'eaac58bf-9516-4908-a71b-9afa4a0f215a', '1b5c4308-4159-4802-8df0-c059208ce983'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:20:03.937980 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de5e1fd-42ca-4ce7-b031-b9962391e977 req-9a587036-4ad2-4ac1-abe9-7cb2c5cef59f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] No DVR routers for this DVR port 1b5c4308-4159-4802-8df0-c059208ce983 on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:20:03.940586 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3de5e1fd-42ca-4ce7-b031-b9962391e977 req-9a587036-4ad2-4ac1-abe9-7cb2c5cef59f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:03.942597 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3de5e1fd-42ca-4ce7-b031-b9962391e977 req-9a587036-4ad2-4ac1-abe9-7cb2c5cef59f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "DELETE /v2.0/ports/1b5c4308-4159-4802-8df0-c059208ce983 HTTP/1.1" status: 204 len: 173 time: 0.4781787 Jul 07 13:20:03.943034 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64755fd-7749-4a6f-be5c-3fe4e123f650', 'name': 'network-vif-deleted', 'tag': '1b5c4308-4159-4802-8df0-c059208ce983'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:20:03.945856 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3786837d-b22a-4670-98c9-7e1ec51bc893" -d '{"events": [{"server_uuid": "b64755fd-7749-4a6f-be5c-3fe4e123f650", "name": "network-vif-deleted", "tag": "1b5c4308-4159-4802-8df0-c059208ce983"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:20:03.986268 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960dedfb-abc4-4f01-8235-ba658753d576 x-openstack-request-id: req-960dedfb-abc4-4f01-8235-ba658753d576 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:20:03.986268 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64755fd-7749-4a6f-be5c-3fe4e123f650", "name": "network-vif-deleted", "tag": "1b5c4308-4159-4802-8df0-c059208ce983", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:20:03.986268 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-960dedfb-abc4-4f01-8235-ba658753d576 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:20:03.986268 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64755fd-7749-4a6f-be5c-3fe4e123f650', 'name': 'network-vif-deleted', 'tag': '1b5c4308-4159-4802-8df0-c059208ce983', 'status': 'completed', 'code': 200} Jul 07 13:20:04.178878 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a69903-8b75-4218-8600-5dc4d8ce2eec req-c05e54b3-023a-44d3-9584-0394a46d60e2 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:04.181217 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-40a69903-8b75-4218-8600-5dc4d8ce2eec req-c05e54b3-023a-44d3-9584-0394a46d60e2 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0697160 Jul 07 13:20:04.219784 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-40a69903-8b75-4218-8600-5dc4d8ce2eec req-621391dd-22c2-4095-b5b7-0bbeebdb137c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330362 Jul 07 13:20:05.004328 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-56a70a53-9fc6-42d1-9173-5b6937bbf379 req-e53144f4-deed-4f43-9082-865dba235d76 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=b64755fd-7749-4a6f-be5c-3fe4e123f650 HTTP/1.1" status: 200 len: 210 time: 0.0341690 Jul 07 13:20:05.045882 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a837f-f83e-4826-9d41-81610cd10f87 req-ed1d6faf-91be-4af7-a710-ac1be53d2372 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:05.047457 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d72a837f-f83e-4826-9d41-81610cd10f87 req-ed1d6faf-91be-4af7-a710-ac1be53d2372 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.1060035 Jul 07 13:20:05.088094 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d72a837f-f83e-4826-9d41-81610cd10f87 req-ca786ac5-8b5f-4fb2-9c0f-dd7b91c7accd tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349197 Jul 07 13:20:05.407080 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dd8e9-0b13-4948-b01a-327e5f43a9cf req-7878d3d9-9d48-4c8b-bdb4-5dfea7d38cf8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:05.408621 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e75dd8e9-0b13-4948-b01a-327e5f43a9cf req-7878d3d9-9d48-4c8b-bdb4-5dfea7d38cf8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0670896 Jul 07 13:20:05.447243 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e75dd8e9-0b13-4948-b01a-327e5f43a9cf req-2e0fa0f0-f7f4-4b3d-8fdd-12ad8ff20d0b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328817 Jul 07 13:20:06.270049 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592b7d-0265-4245-b14f-1e3254298b66 req-e70029be-8e33-4ff0-9529-c410d46c8d1e tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:06.271479 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5f592b7d-0265-4245-b14f-1e3254298b66 req-e70029be-8e33-4ff0-9529-c410d46c8d1e tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0668101 Jul 07 13:20:06.310454 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5f592b7d-0265-4245-b14f-1e3254298b66 req-95abb8d8-5592-48b4-85e2-ae3523b122d4 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321231 Jul 07 13:20:06.631464 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d134e-3f59-40c1-8764-8a4b695568d4 req-851f04a9-b4cc-4253-ad7b-58076cdc8ca8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:06.634079 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-911d134e-3f59-40c1-8764-8a4b695568d4 req-851f04a9-b4cc-4253-ad7b-58076cdc8ca8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0664430 Jul 07 13:20:06.672134 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-911d134e-3f59-40c1-8764-8a4b695568d4 req-ab255c74-6da3-48bf-9e1e-9f7bddc2ca06 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328958 Jul 07 13:20:07.368242 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 1b5c4308-4159-4802-8df0-c059208ce983 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:07.392001 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: 1b5c4308-4159-4802-8df0-c059208ce983 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:20:07.392543 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 1b5c4308-4159-4802-8df0-c059208ce983 not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:20:07.489827 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dc3a2-050a-4818-b04e-60b695a138e8 req-6f78c1ac-3759-4697-bdf2-9f67c76bc6da tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:07.491306 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ed2dc3a2-050a-4818-b04e-60b695a138e8 req-6f78c1ac-3759-4697-bdf2-9f67c76bc6da tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0649810 Jul 07 13:20:07.543134 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ed2dc3a2-050a-4818-b04e-60b695a138e8 req-4b072009-eaf5-4069-89a9-0a2249cdadc0 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454409 Jul 07 13:20:07.860269 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3bd10-7773-49af-ab0d-8fc1be44e4be req-2ae723de-cb43-49a2-bc4f-6afddec7a89d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:07.861620 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-81e3bd10-7773-49af-ab0d-8fc1be44e4be req-2ae723de-cb43-49a2-bc4f-6afddec7a89d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0706048 Jul 07 13:20:07.899801 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-81e3bd10-7773-49af-ab0d-8fc1be44e4be req-77562a74-4c3e-498d-968d-3a86aaf86a73 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328140 Jul 07 13:20:08.095464 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee68190-8f9e-46c7-bcb8-2851f0c86aa2 req-7066832a-9f24-4fdc-a2cf-7f8579f4d19a tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:08.096995 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1ee68190-8f9e-46c7-bcb8-2851f0c86aa2 req-7066832a-9f24-4fdc-a2cf-7f8579f4d19a tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 946 time: 0.0656917 Jul 07 13:20:08.136678 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1ee68190-8f9e-46c7-bcb8-2851f0c86aa2 req-b28d5102-a7b7-4f6a-bc63-3f71dbdd37f4 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Jul 07 13:20:08.722801 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3ab1c-7e28-43ff-ba2a-7a74c8e07234 req-f0717d8c-f253-4168-8142-8b490536d715 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:08.724316 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e9d3ab1c-7e28-43ff-ba2a-7a74c8e07234 req-f0717d8c-f253-4168-8142-8b490536d715 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0676134 Jul 07 13:20:08.762469 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e9d3ab1c-7e28-43ff-ba2a-7a74c8e07234 req-ffbdd68f-6a3a-4d38-bfc4-3301406b015a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315101 Jul 07 13:20:09.083505 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b250f-fb04-4b92-84e1-07b1a6bf836e req-ffa11ac7-a7fe-4660-b3fe-1188d6d79954 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:09.085136 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e71b250f-fb04-4b92-84e1-07b1a6bf836e req-ffa11ac7-a7fe-4660-b3fe-1188d6d79954 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0638392 Jul 07 13:20:09.122824 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e71b250f-fb04-4b92-84e1-07b1a6bf836e req-e758aef3-d207-414d-91df-fe6261f5b8ac tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315559 Jul 07 13:20:09.310902 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5568bd-b676-484a-8d3d-0bb67d3b9e81 req-df2876ea-ad92-40bd-b2a0-a27ad5bcf2e7 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:09.312250 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ba5568bd-b676-484a-8d3d-0bb67d3b9e81 req-df2876ea-ad92-40bd-b2a0-a27ad5bcf2e7 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 946 time: 0.0620401 Jul 07 13:20:09.350892 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ba5568bd-b676-484a-8d3d-0bb67d3b9e81 req-b0ceb7e3-a1e3-460a-83f1-5b3926c51ff2 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328526 Jul 07 13:20:09.942042 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bff91a-b125-44e0-a92f-b6af807dbce6 req-ede9abd7-5135-44e5-8394-f877ccc724fb tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:09.943530 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-92bff91a-b125-44e0-a92f-b6af807dbce6 req-ede9abd7-5135-44e5-8394-f877ccc724fb tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0702305 Jul 07 13:20:09.984517 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-92bff91a-b125-44e0-a92f-b6af807dbce6 req-14a86c60-986b-48fc-b73b-ff658bfdf456 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339029 Jul 07 13:20:10.113131 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:20:10.305257 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfb37d-b0c8-403c-b722-32875f33d7c8 req-0f40ec9a-30e5-4ac4-a307-5144d5ac79fb tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:10.306649 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fecfb37d-b0c8-403c-b722-32875f33d7c8 req-0f40ec9a-30e5-4ac4-a307-5144d5ac79fb tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0634902 Jul 07 13:20:10.313447 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8692b51-4b49-43b8-949f-6649e948dc70 req-76eb3ed1-96a2-4bd4-8b90-4292d70109fb tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:10.314928 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a8692b51-4b49-43b8-949f-6649e948dc70 req-76eb3ed1-96a2-4bd4-8b90-4292d70109fb tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 946 time: 0.0685554 Jul 07 13:20:10.346610 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fecfb37d-b0c8-403c-b722-32875f33d7c8 req-e8a33c6a-b584-4ec8-bc57-ab42a45c3bfa tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335090 Jul 07 13:20:10.420393 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a8692b51-4b49-43b8-949f-6649e948dc70 req-259f5c03-5b12-4a5d-9f2a-c545e6a29e97 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Deleting port eaac58bf-9516-4908-a71b-9afa4a0f215a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:10.420840 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a8692b51-4b49-43b8-949f-6649e948dc70 req-259f5c03-5b12-4a5d-9f2a-c545e6a29e97 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:10.517391 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a8692b51-4b49-43b8-949f-6649e948dc70 req-259f5c03-5b12-4a5d-9f2a-c545e6a29e97 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] For port eaac58bf-9516-4908-a71b-9afa4a0f215a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=eaac58bf-9516-4908-a71b-9afa4a0f215a,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:10.517756 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a8692b51-4b49-43b8-949f-6649e948dc70 req-259f5c03-5b12-4a5d-9f2a-c545e6a29e97 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:10.531917 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a8692b51-4b49-43b8-949f-6649e948dc70 req-259f5c03-5b12-4a5d-9f2a-c545e6a29e97 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Calling delete_port for eaac58bf-9516-4908-a71b-9afa4a0f215a owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:10.539850 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799de72-a427-4766-938c-05dd6fb70f80 req-de9b51a5-7d96-4b5b-9bea-5d655c3a5eb5 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:10.541942 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9799de72-a427-4766-938c-05dd6fb70f80 req-de9b51a5-7d96-4b5b-9bea-5d655c3a5eb5 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 946 time: 0.0702980 Jul 07 13:20:10.769724 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a8692b51-4b49-43b8-949f-6649e948dc70 req-259f5c03-5b12-4a5d-9f2a-c545e6a29e97 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:10.800444 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f5c03-5b12-4a5d-9f2a-c545e6a29e97 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Pushing event deleted for resources: {'Port': ['ID=eaac58bf-9516-4908-a71b-9afa4a0f215a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:10.817245 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['dd953d50-b8f3-48c4-8973-9a04d2c9bb1f', 'b6327e07-cc05-4a5c-90bc-b74483e52f7a', 'eaac58bf-9516-4908-a71b-9afa4a0f215a'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:20:10.841823 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9799de72-a427-4766-938c-05dd6fb70f80 req-46d6f647-c01e-41f9-a2a8-982b599e0694 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934654 Jul 07 13:20:10.847690 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8692b51-4b49-43b8-949f-6649e948dc70 req-259f5c03-5b12-4a5d-9f2a-c545e6a29e97 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] No DVR routers for this DVR port eaac58bf-9516-4908-a71b-9afa4a0f215a on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:20:10.850373 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a8692b51-4b49-43b8-949f-6649e948dc70 req-259f5c03-5b12-4a5d-9f2a-c545e6a29e97 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:10.852401 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a8692b51-4b49-43b8-949f-6649e948dc70 req-259f5c03-5b12-4a5d-9f2a-c545e6a29e97 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "DELETE /v2.0/ports/eaac58bf-9516-4908-a71b-9afa4a0f215a HTTP/1.1" status: 204 len: 173 time: 0.5306754 Jul 07 13:20:10.852831 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de', 'name': 'network-vif-deleted', 'tag': 'eaac58bf-9516-4908-a71b-9afa4a0f215a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:20:10.855779 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27735df2-5713-43d3-b5eb-d0b111a41b40" -d '{"events": [{"server_uuid": "4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de", "name": "network-vif-deleted", "tag": "eaac58bf-9516-4908-a71b-9afa4a0f215a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:20:10.900066 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39619c3-7da8-4d7c-9829-c9c05d85020d x-openstack-request-id: req-e39619c3-7da8-4d7c-9829-c9c05d85020d {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:20:10.901529 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de", "name": "network-vif-deleted", "tag": "eaac58bf-9516-4908-a71b-9afa4a0f215a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:20:10.901529 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e39619c3-7da8-4d7c-9829-c9c05d85020d {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:20:10.901773 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de', 'name': 'network-vif-deleted', 'tag': 'eaac58bf-9516-4908-a71b-9afa4a0f215a', 'status': 'completed', 'code': 200} Jul 07 13:20:11.164598 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d644d-7e18-4131-837d-a003c2ff1a94 req-d3a81458-672f-469b-9a8d-987702ea3256 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:11.167269 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-615d644d-7e18-4131-837d-a003c2ff1a94 req-d3a81458-672f-469b-9a8d-987702ea3256 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0691261 Jul 07 13:20:11.206237 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-615d644d-7e18-4131-837d-a003c2ff1a94 req-20601721-769a-43b6-9370-1f68786f0818 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331028 Jul 07 13:20:11.532470 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874e557-8df8-4c87-81ce-f03a763bca7d req-da8dfb60-a83f-4056-bf97-29fc36240eb9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:11.534081 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8874e557-8df8-4c87-81ce-f03a763bca7d req-da8dfb60-a83f-4056-bf97-29fc36240eb9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0645385 Jul 07 13:20:11.575322 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8874e557-8df8-4c87-81ce-f03a763bca7d req-8351995f-a623-4d5b-a378-9e3a19e500f4 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357308 Jul 07 13:20:12.000300 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0beb690-9710-4c62-af31-7f495c2881b0 req-79fe3fd7-4b7f-4f80-8b4d-957a27cb7fd3 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c4a8aaf-f678-4bf5-85f3-d7ae1f8134de HTTP/1.1" status: 200 len: 210 time: 0.0289726 Jul 07 13:20:12.379253 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f31231-b38b-42ef-98bd-8181c838afa2 req-ccba16a0-71f8-49f2-a10b-67ec30315314 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:12.380741 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0f31231-b38b-42ef-98bd-8181c838afa2 req-ccba16a0-71f8-49f2-a10b-67ec30315314 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0644732 Jul 07 13:20:12.419824 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0f31231-b38b-42ef-98bd-8181c838afa2 req-b97ccf2a-d27b-4730-a27c-c1387495b736 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326056 Jul 07 13:20:12.762669 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89f46-b343-4d4c-b333-6c1fd0fa8be1 req-6d0a0a35-d351-4acd-9bcb-143c8ea192dd tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:12.764093 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aec89f46-b343-4d4c-b333-6c1fd0fa8be1 req-6d0a0a35-d351-4acd-9bcb-143c8ea192dd tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0687838 Jul 07 13:20:12.802422 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aec89f46-b343-4d4c-b333-6c1fd0fa8be1 req-b0239228-c46e-402d-9b3c-ced8f5e91277 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327170 Jul 07 13:20:13.436040 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device eaac58bf-9516-4908-a71b-9afa4a0f215a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:13.457188 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: eaac58bf-9516-4908-a71b-9afa4a0f215a {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:20:13.460831 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device eaac58bf-9516-4908-a71b-9afa4a0f215a not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:20:13.610915 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9644c-1518-4273-9c5a-ec5a23d3b7fc req-ea13b4b5-554c-4900-bc0b-e5e18ac2f565 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:13.612497 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3aa9644c-1518-4273-9c5a-ec5a23d3b7fc req-ea13b4b5-554c-4900-bc0b-e5e18ac2f565 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0665538 Jul 07 13:20:13.680093 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3aa9644c-1518-4273-9c5a-ec5a23d3b7fc req-a566a51d-b2b7-49be-9acd-8ac198cc4f24 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573995 Jul 07 13:20:13.707784 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f3770-d0c5-4f4d-813f-1e5d2aead877 req-cedba9eb-1e37-4d11-88c0-c1b6830ffeef tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:13.709301 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-180f3770-d0c5-4f4d-813f-1e5d2aead877 req-cedba9eb-1e37-4d11-88c0-c1b6830ffeef tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 945 time: 0.0958571 Jul 07 13:20:13.754564 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-180f3770-d0c5-4f4d-813f-1e5d2aead877 req-0fb050a5-43e7-40d0-b9d8-0215d5a82690 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389335 Jul 07 13:20:13.984983 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd9437-e367-4a4b-9b7a-62daa523cc8b req-c2a7e0e5-1327-44d3-b61f-e57499f209f0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:13.986473 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cfbd9437-e367-4a4b-9b7a-62daa523cc8b req-c2a7e0e5-1327-44d3-b61f-e57499f209f0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0642624 Jul 07 13:20:14.023182 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cfbd9437-e367-4a4b-9b7a-62daa523cc8b req-9c2e0003-3851-4261-819e-d07d2c1def92 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311515 Jul 07 13:20:14.859456 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e31661-3780-4f4e-8158-f828b2f67570 req-aabfb529-09df-48a7-8edf-0a2a60702f7a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:14.861007 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-99e31661-3780-4f4e-8158-f828b2f67570 req-aabfb529-09df-48a7-8edf-0a2a60702f7a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0643926 Jul 07 13:20:14.934592 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-99e31661-3780-4f4e-8158-f828b2f67570 req-fc79fb6a-8924-48ad-a959-597b53b03e4d tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679560 Jul 07 13:20:14.964448 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b94c96-043e-4d0d-b134-98dbc66aa296 req-992917a7-f1ca-4097-a027-e60a67b931d1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:14.965887 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-34b94c96-043e-4d0d-b134-98dbc66aa296 req-992917a7-f1ca-4097-a027-e60a67b931d1 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 945 time: 0.0926182 Jul 07 13:20:15.005058 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-34b94c96-043e-4d0d-b134-98dbc66aa296 req-bac6e32a-a8ab-4cc1-9e38-06d38d18c71f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332751 Jul 07 13:20:15.211470 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f09ddf-1f52-48da-9bd1-f07f1d029dea req-19979350-f2a5-4228-8109-b30e08263210 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:15.212988 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-88f09ddf-1f52-48da-9bd1-f07f1d029dea req-19979350-f2a5-4228-8109-b30e08263210 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0752013 Jul 07 13:20:15.253936 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-88f09ddf-1f52-48da-9bd1-f07f1d029dea req-ffa92b36-571d-4608-aaa0-624db8c6f5fa tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350246 Jul 07 13:20:15.298890 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb279e-aeee-4e12-a440-1d90d881806d req-db00ea2d-c34d-47a2-bf11-a14b816b1139 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:15.300501 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-50fb279e-aeee-4e12-a440-1d90d881806d req-db00ea2d-c34d-47a2-bf11-a14b816b1139 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 945 time: 0.0649166 Jul 07 13:20:15.406518 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-50fb279e-aeee-4e12-a440-1d90d881806d req-1d79bbc0-b565-4431-b2cb-ba40d71eb9d2 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Deleting port b6327e07-cc05-4a5c-90bc-b74483e52f7a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:15.407113 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50fb279e-aeee-4e12-a440-1d90d881806d req-1d79bbc0-b565-4431-b2cb-ba40d71eb9d2 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:15.498856 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-50fb279e-aeee-4e12-a440-1d90d881806d req-1d79bbc0-b565-4431-b2cb-ba40d71eb9d2 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] For port b6327e07-cc05-4a5c-90bc-b74483e52f7a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b6327e07-cc05-4a5c-90bc-b74483e52f7a,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:15.499214 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50fb279e-aeee-4e12-a440-1d90d881806d req-1d79bbc0-b565-4431-b2cb-ba40d71eb9d2 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:15.512122 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-50fb279e-aeee-4e12-a440-1d90d881806d req-1d79bbc0-b565-4431-b2cb-ba40d71eb9d2 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Calling delete_port for b6327e07-cc05-4a5c-90bc-b74483e52f7a owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:15.702789 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50fb279e-aeee-4e12-a440-1d90d881806d req-1d79bbc0-b565-4431-b2cb-ba40d71eb9d2 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:15.735358 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79bbc0-b565-4431-b2cb-ba40d71eb9d2 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Pushing event deleted for resources: {'Port': ['ID=b6327e07-cc05-4a5c-90bc-b74483e52f7a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:15.739141 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['dd953d50-b8f3-48c4-8973-9a04d2c9bb1f'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:20:15.783061 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fb279e-aeee-4e12-a440-1d90d881806d req-1d79bbc0-b565-4431-b2cb-ba40d71eb9d2 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] No DVR routers for this DVR port b6327e07-cc05-4a5c-90bc-b74483e52f7a on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:20:15.785469 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50fb279e-aeee-4e12-a440-1d90d881806d req-1d79bbc0-b565-4431-b2cb-ba40d71eb9d2 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:15.787479 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-50fb279e-aeee-4e12-a440-1d90d881806d req-1d79bbc0-b565-4431-b2cb-ba40d71eb9d2 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "DELETE /v2.0/ports/b6327e07-cc05-4a5c-90bc-b74483e52f7a HTTP/1.1" status: 204 len: 173 time: 0.4811366 Jul 07 13:20:15.787914 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23181c5c-9e25-445d-a63a-6aff5f142037', 'name': 'network-vif-deleted', 'tag': 'b6327e07-cc05-4a5c-90bc-b74483e52f7a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:20:15.790216 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d02c80a-bc14-4633-8481-94282d44b25b" -d '{"events": [{"server_uuid": "23181c5c-9e25-445d-a63a-6aff5f142037", "name": "network-vif-deleted", "tag": "b6327e07-cc05-4a5c-90bc-b74483e52f7a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:20:15.830353 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfd0fd5-6d87-4114-a77f-a8cf1bc0b5c0 x-openstack-request-id: req-8dfd0fd5-6d87-4114-a77f-a8cf1bc0b5c0 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:20:15.830643 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23181c5c-9e25-445d-a63a-6aff5f142037", "name": "network-vif-deleted", "tag": "b6327e07-cc05-4a5c-90bc-b74483e52f7a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:20:15.830895 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8dfd0fd5-6d87-4114-a77f-a8cf1bc0b5c0 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:20:15.831288 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23181c5c-9e25-445d-a63a-6aff5f142037', 'name': 'network-vif-deleted', 'tag': 'b6327e07-cc05-4a5c-90bc-b74483e52f7a', 'status': 'completed', 'code': 200} Jul 07 13:20:16.128983 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc0ca9-c35b-4557-91ad-a59e1313c8fd req-d58e0b02-f708-4c0f-b25e-13728338d6ce tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:16.130550 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fcbc0ca9-c35b-4557-91ad-a59e1313c8fd req-d58e0b02-f708-4c0f-b25e-13728338d6ce tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0696173 Jul 07 13:20:16.165153 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-97c80969-3df9-47cd-8df5-97e274f58a11 req-46600c06-15aa-412d-ba5c-1b978681789f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=23181c5c-9e25-445d-a63a-6aff5f142037 HTTP/1.1" status: 200 len: 210 time: 0.0334876 Jul 07 13:20:16.192204 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fcbc0ca9-c35b-4557-91ad-a59e1313c8fd req-5e30cabd-8dae-44b6-a053-f6399a924ab8 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521467 Jul 07 13:20:16.437958 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9373-7096-475d-9b31-cdc6f263543d req-64ae8985-b1ce-4bee-a7fc-f0794eb78c8a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:16.439725 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3e1d9373-7096-475d-9b31-cdc6f263543d req-64ae8985-b1ce-4bee-a7fc-f0794eb78c8a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0674219 Jul 07 13:20:16.456555 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f976f-4d4b-4ec6-8f62-16759a3db458 req-829aaf84-ca77-4e37-b2bc-7142ee5c4713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:16.458106 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-da5f976f-4d4b-4ec6-8f62-16759a3db458 req-829aaf84-ca77-4e37-b2bc-7142ee5c4713 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c304e03bb8246aba8abc47b0b37e6af&device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0539353 Jul 07 13:20:16.482715 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3e1d9373-7096-475d-9b31-cdc6f263543d req-c8701ca3-e47a-4f5c-85fd-47a1d68c24a0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367389 Jul 07 13:20:16.555005 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f976f-4d4b-4ec6-8f62-16759a3db458 req-9c4509cb-b848-44f3-8360-af1033957d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:16.556390 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-da5f976f-4d4b-4ec6-8f62-16759a3db458 req-9c4509cb-b848-44f3-8360-af1033957d6d service neutron] 10.222.0.79 "GET /v2.0/networks?id=4a55cc22-1fb0-4c97-98fd-a8227b306f82 HTTP/1.1" status: 200 len: 909 time: 0.0909061 Jul 07 13:20:16.632334 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-da5f976f-4d4b-4ec6-8f62-16759a3db458 req-38addbf6-887e-49cc-8fca-f4bac4a3ef4e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a23100-726b-4b48-a5e8-49210cde7265 HTTP/1.1" status: 200 len: 1000 time: 0.0609946 Jul 07 13:20:16.686008 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f976f-4d4b-4ec6-8f62-16759a3db458 req-ec7ebbba-b243-47f8-a100-eccb5183acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:16.687505 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-da5f976f-4d4b-4ec6-8f62-16759a3db458 req-ec7ebbba-b243-47f8-a100-eccb5183acaa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925e514e-075e-4a1b-bdd9-ac5ad37be93c HTTP/1.1" status: 200 len: 847 time: 0.0478604 Jul 07 13:20:16.986604 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f976f-4d4b-4ec6-8f62-16759a3db458 req-3cc28787-29a9-497c-be78-8439d58d59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:16.988149 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-da5f976f-4d4b-4ec6-8f62-16759a3db458 req-3cc28787-29a9-497c-be78-8439d58d59ac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4a55cc22-1fb0-4c97-98fd-a8227b306f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2926304 Jul 07 13:20:17.077787 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-da5f976f-4d4b-4ec6-8f62-16759a3db458 req-e3cdc7f8-49bb-4c78-b289-356fbeea6f67 service neutron] 10.222.0.79 "GET /v2.0/networks/4a55cc22-1fb0-4c97-98fd-a8227b306f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819321 Jul 07 13:20:17.170724 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-da5f976f-4d4b-4ec6-8f62-16759a3db458 req-4060fdbc-3df6-4672-931c-44672b6a9ca0 service neutron] 10.222.0.79 "GET /v2.0/networks/4a55cc22-1fb0-4c97-98fd-a8227b306f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848899 Jul 07 13:20:17.377948 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f071341-9b19-4891-8c64-8d31d80996b2 req-ca6647db-0848-4473-af7e-5cd34da6f7fe tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:17.379449 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4f071341-9b19-4891-8c64-8d31d80996b2 req-ca6647db-0848-4473-af7e-5cd34da6f7fe tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0679181 Jul 07 13:20:17.419133 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4f071341-9b19-4891-8c64-8d31d80996b2 req-bf0a7c1b-051e-4b6b-8c59-77c4cac4bd4d tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340374 Jul 07 13:20:17.480366 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e0428232-d84b-424d-9f92-c4595e68881c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:20:17.495938 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device b6327e07-cc05-4a5c-90bc-b74483e52f7a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:17.523585 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: b6327e07-cc05-4a5c-90bc-b74483e52f7a {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:20:17.523987 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device b6327e07-cc05-4a5c-90bc-b74483e52f7a not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:20:17.610426 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e0428232-d84b-424d-9f92-c4595e68881c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e0428232-d84b-424d-9f92-c4595e68881c,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:17.622958 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': 'e0428232-d84b-424d-9f92-c4595e68881c', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'port_id': 'e0428232-d84b-424d-9f92-c4595e68881c', 'mac_address': 'fa:16:3e:7d:90:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:20:17.663536 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:17.675524 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0428232-d84b-424d-9f92-c4595e68881c {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:20:17.680471 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5df1e-267f-48c6-8842-9c115ec7ca5d req-480f01f2-43dd-4784-acc9-92bd853bd711 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:17.682001 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-92c5df1e-267f-48c6-8842-9c115ec7ca5d req-480f01f2-43dd-4784-acc9-92bd853bd711 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0648806 Jul 07 13:20:17.695990 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e0428232-d84b-424d-9f92-c4595e68881c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e0428232-d84b-424d-9f92-c4595e68881c,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:17.721716 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-92c5df1e-267f-48c6-8842-9c115ec7ca5d req-f41a5929-e8de-46d2-bbed-854559375e01 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333312 Jul 07 13:20:17.759938 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:17.812851 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=e0428232-d84b-424d-9f92-c4595e68881c,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:17.819869 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:17.820220 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:17.820563 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:17.820923 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:17.821260 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:17.821594 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:17.821930 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:17.822257 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:17.822586 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:17.822912 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:17.824147 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:17.824714 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:18.026467 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['e0428232-d84b-424d-9f92-c4595e68881c'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:20:18.601152 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de77189-066c-4070-adf8-e07864500f1d req-7165624b-e256-462c-9e05-8ae80a1b10b4 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:18.602637 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2de77189-066c-4070-adf8-e07864500f1d req-7165624b-e256-462c-9e05-8ae80a1b10b4 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0654411 Jul 07 13:20:18.644569 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2de77189-066c-4070-adf8-e07864500f1d req-eb5c522a-3fd3-4126-8241-57b4f9725acc tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357356 Jul 07 13:20:18.912472 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab959130-0608-4f1f-b992-34fa69db76ae req-5ad4c38a-6d48-4e92-a452-66bb1c39f4c0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:18.914551 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab959130-0608-4f1f-b992-34fa69db76ae req-5ad4c38a-6d48-4e92-a452-66bb1c39f4c0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 944 time: 0.0736213 Jul 07 13:20:18.957502 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab959130-0608-4f1f-b992-34fa69db76ae req-92a241fa-a6c2-4ece-8bd4-c2d1371e2793 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373809 Jul 07 13:20:19.260190 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d8692-074b-45d8-ae4e-70de4cb65b4f req-0f647461-91ab-42e8-9c71-76d80ae1fc7f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:19.262267 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a56d8692-074b-45d8-ae4e-70de4cb65b4f req-0f647461-91ab-42e8-9c71-76d80ae1fc7f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 946 time: 0.1051884 Jul 07 13:20:19.310975 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a56d8692-074b-45d8-ae4e-70de4cb65b4f req-a94392df-5cdb-45fe-89ed-7020daff2226 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Jul 07 13:20:19.496914 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e0428232-d84b-424d-9f92-c4595e68881c up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:20:19.565968 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port e0428232-d84b-424d-9f92-c4595e68881c triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:20:19.566308 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:19.653438 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:19.705832 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e0428232-d84b-424d-9f92-c4595e68881c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e0428232-d84b-424d-9f92-c4595e68881c,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:19.707480 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:20:19.710432 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b1a70b-84e6-431e-9c5f-c94c73e8eefd" -d '{"events": [{"server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "name": "network-vif-plugged", "status": "completed", "tag": "e0428232-d84b-424d-9f92-c4595e68881c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:20:19.883039 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:19.934254 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b414921d-cd9d-4b40-bef0-dda71c249317 x-openstack-request-id: req-b414921d-cd9d-4b40-bef0-dda71c249317 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:20:19.934254 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "name": "network-vif-plugged", "status": "completed", "tag": "e0428232-d84b-424d-9f92-c4595e68881c", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:20:19.934254 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b414921d-cd9d-4b40-bef0-dda71c249317 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:20:19.934254 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c', 'code': 200} Jul 07 13:20:19.939338 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=e0428232-d84b-424d-9f92-c4595e68881c,revision_number=7']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:19.961164 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949ac94-91bd-4e8d-bf1c-6ae425617166 req-db2743be-875f-49dd-86a0-51c005da2ef3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:19.963629 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0949ac94-91bd-4e8d-bf1c-6ae425617166 req-db2743be-875f-49dd-86a0-51c005da2ef3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0941443 Jul 07 13:20:20.009027 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0949ac94-91bd-4e8d-bf1c-6ae425617166 req-213ef418-f864-495b-96b1-b344e54ab965 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391972 Jul 07 13:20:20.163871 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:20.168785 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d0710-bc6f-42fe-acee-b8541a590d19 req-588e19f6-c3ef-4603-b973-685bf2adfaf7 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:20.168785 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d59d0710-bc6f-42fe-acee-b8541a590d19 req-588e19f6-c3ef-4603-b973-685bf2adfaf7 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0717492 Jul 07 13:20:20.213211 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d59d0710-bc6f-42fe-acee-b8541a590d19 req-dd648421-529e-4a71-b761-5dc92b801280 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378263 Jul 07 13:20:20.576751 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f667a1-3adc-4304-88a3-a223b94f9784 req-ce8a76b7-fbbc-470e-b979-0f4496553003 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:20.578508 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-47f667a1-3adc-4304-88a3-a223b94f9784 req-ce8a76b7-fbbc-470e-b979-0f4496553003 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 946 time: 0.0968580 Jul 07 13:20:20.634012 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-47f667a1-3adc-4304-88a3-a223b94f9784 req-a93a33c1-47ee-4773-a03b-a3521597ce4f tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481162 Jul 07 13:20:21.267461 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eddb0e-9f10-4d42-8e28-7d6d4570de47 req-7ff26106-75ff-4225-a740-2b993c649fbf tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:21.274770 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-63eddb0e-9f10-4d42-8e28-7d6d4570de47 req-7ff26106-75ff-4225-a740-2b993c649fbf tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0968883 Jul 07 13:20:21.328113 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-63eddb0e-9f10-4d42-8e28-7d6d4570de47 req-7a36ffad-3f88-407a-ac79-06d66d171af8 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512877 Jul 07 13:20:21.392034 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ea644-47a9-4d80-bd6c-be91db5b31c8 req-507ca58a-98d1-4e30-82f7-24f42b5d6807 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:21.394960 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-348ea644-47a9-4d80-bd6c-be91db5b31c8 req-507ca58a-98d1-4e30-82f7-24f42b5d6807 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 946 time: 0.1127617 Jul 07 13:20:21.481600 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0504c-4b9c-40b0-8167-a34bc7ab5b50 req-24c0ab64-b72c-4a3f-9184-9710f95604c7 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:21.483184 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3dc0504c-4b9c-40b0-8167-a34bc7ab5b50 req-24c0ab64-b72c-4a3f-9184-9710f95604c7 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.1028020 Jul 07 13:20:21.516642 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e5a23100-726b-4b48-a5e8-49210cde7265 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:21.556133 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-348ea644-47a9-4d80-bd6c-be91db5b31c8 req-0ade0047-7912-4035-b9fc-2a4adee6e066 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Deleting port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:21.556482 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-348ea644-47a9-4d80-bd6c-be91db5b31c8 req-0ade0047-7912-4035-b9fc-2a4adee6e066 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:21.575079 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3dc0504c-4b9c-40b0-8167-a34bc7ab5b50 req-1a60ebe3-87f7-44c1-ba38-9e7f07f9a0ec tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782421 Jul 07 13:20:21.654364 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:21.676087 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-348ea644-47a9-4d80-bd6c-be91db5b31c8 req-0ade0047-7912-4035-b9fc-2a4adee6e066 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] For port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd953d50-b8f3-48c4-8973-9a04d2c9bb1f,segment=NetworkSegment(f0278c36-1d96-4ead-b55f-9afcf302f4a4),segment_id=f0278c36-1d96-4ead-b55f-9afcf302f4a4)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:21.676455 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-348ea644-47a9-4d80-bd6c-be91db5b31c8 req-0ade0047-7912-4035-b9fc-2a4adee6e066 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:21.699173 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e5a23100-726b-4b48-a5e8-49210cde7265, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5a23100-726b-4b48-a5e8-49210cde7265,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:21.702592 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-348ea644-47a9-4d80-bd6c-be91db5b31c8 req-0ade0047-7912-4035-b9fc-2a4adee6e066 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Calling delete_port for dd953d50-b8f3-48c4-8973-9a04d2c9bb1f owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:21.795078 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:21.872679 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=e5a23100-726b-4b48-a5e8-49210cde7265,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:21.925366 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:20:21.928287 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f3abbd-64df-4b33-b47b-9d0d8cd5d9b9" -d '{"events": [{"server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:20:22.002162 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 46878) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:22.019430 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-348ea644-47a9-4d80-bd6c-be91db5b31c8 req-0ade0047-7912-4035-b9fc-2a4adee6e066 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:22.068712 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16e615-227a-43f3-8c20-54d75cbec315 req-76d13602-6ca8-4b22-8650-1c7f8a56f678 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:22.076518 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c16e615-227a-43f3-8c20-54d75cbec315 req-76d13602-6ca8-4b22-8650-1c7f8a56f678 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 867 time: 0.1671371 Jul 07 13:20:22.082120 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade0047-7912-4035-b9fc-2a4adee6e066 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Pushing event deleted for resources: {'Port': ['ID=dd953d50-b8f3-48c4-8973-9a04d2c9bb1f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:22.147077 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80323ff1-7031-4333-83f5-c275059c2465 req-2a91ef29-ffa6-481b-865c-789defc762c8 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:22.149079 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-348ea644-47a9-4d80-bd6c-be91db5b31c8 req-0ade0047-7912-4035-b9fc-2a4adee6e066 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] No DVR routers for this DVR port dd953d50-b8f3-48c4-8973-9a04d2c9bb1f on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:20:22.151029 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-80323ff1-7031-4333-83f5-c275059c2465 req-2a91ef29-ffa6-481b-865c-789defc762c8 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.1482596 Jul 07 13:20:22.153555 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-348ea644-47a9-4d80-bd6c-be91db5b31c8 req-0ade0047-7912-4035-b9fc-2a4adee6e066 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:22.156913 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-348ea644-47a9-4d80-bd6c-be91db5b31c8 req-0ade0047-7912-4035-b9fc-2a4adee6e066 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.79 "DELETE /v2.0/ports/dd953d50-b8f3-48c4-8973-9a04d2c9bb1f HTTP/1.1" status: 204 len: 173 time: 0.7498658 Jul 07 13:20:22.156913 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cacc3b2-9959-4ad8-8d7a-b76e695fdac5', 'name': 'network-vif-deleted', 'tag': 'dd953d50-b8f3-48c4-8973-9a04d2c9bb1f'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:20:22.158426 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac8033a-16c4-4ccc-8096-11590b67ee0e" -d '{"events": [{"server_uuid": "4cacc3b2-9959-4ad8-8d7a-b76e695fdac5", "name": "network-vif-deleted", "tag": "dd953d50-b8f3-48c4-8973-9a04d2c9bb1f"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:20:22.159277 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c16e615-227a-43f3-8c20-54d75cbec315 req-8eef60d6-4320-4697-9d8c-55725577f0fc tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/security-groups?id=e506cf58-51e4-4ae6-8b02-6acea4a10154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816410 Jul 07 13:20:22.218762 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-80323ff1-7031-4333-83f5-c275059c2465 req-8f3b27a5-67f2-458a-97d8-c129aa68ce33 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581641 Jul 07 13:20:22.233459 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-2b17355d-d852-4b56-aac7-bd7e84847ec8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2298911 Jul 07 13:20:22.251563 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 13:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef063c92-0be3-4b15-a6d1-135f9d078147 x-openstack-request-id: req-ef063c92-0be3-4b15-a6d1-135f9d078147 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:20:22.251563 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "name": "network-vif-unplugged", "status": "failed", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265", "code": 422}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:20:22.251563 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ef063c92-0be3-4b15-a6d1-135f9d078147 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:20:22.251901 dv-cinder-786627-18-iscsi neutron-server[93700]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'code': 422} returned with failed status Jul 07 13:20:22.285128 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5de29a-5fce-448c-9a32-2ece67e8ca42 x-openstack-request-id: req-6e5de29a-5fce-448c-9a32-2ece67e8ca42 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:20:22.285492 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cacc3b2-9959-4ad8-8d7a-b76e695fdac5", "name": "network-vif-deleted", "tag": "dd953d50-b8f3-48c4-8973-9a04d2c9bb1f", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:20:22.285810 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6e5de29a-5fce-448c-9a32-2ece67e8ca42 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:20:22.286495 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cacc3b2-9959-4ad8-8d7a-b76e695fdac5', 'name': 'network-vif-deleted', 'tag': 'dd953d50-b8f3-48c4-8973-9a04d2c9bb1f', 'status': 'completed', 'code': 200} Jul 07 13:20:22.770002 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cfd8d-cd31-4554-acfb-4794dd87e5da req-c2624429-b7b8-44fe-86a2-dd5ffbb99a60 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:22.771661 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-669cfd8d-cd31-4554-acfb-4794dd87e5da req-c2624429-b7b8-44fe-86a2-dd5ffbb99a60 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0706987 Jul 07 13:20:22.813414 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-669cfd8d-cd31-4554-acfb-4794dd87e5da req-09e1f2e4-0a63-4783-8e2c-47af21550235 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350423 Jul 07 13:20:23.400900 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a571b521-2486-49ef-a17f-9c2f0b113f21 req-419ce029-66cd-4d04-82ec-4c0a078664d6 tempest-AttachVolumeNegativeTest-668282325 tempest-AttachVolumeNegativeTest-668282325-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cacc3b2-9959-4ad8-8d7a-b76e695fdac5 HTTP/1.1" status: 200 len: 210 time: 0.0550370 Jul 07 13:20:23.484915 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae202b8-1ca7-4b4f-8ea0-19933546b8b1 req-df4b360e-30a7-443c-aa69-9f97e87391f8 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:23.486628 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0ae202b8-1ca7-4b4f-8ea0-19933546b8b1 req-df4b360e-30a7-443c-aa69-9f97e87391f8 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.1285517 Jul 07 13:20:23.517739 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device dd953d50-b8f3-48c4-8973-9a04d2c9bb1f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:23.550213 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0ae202b8-1ca7-4b4f-8ea0-19933546b8b1 req-31dd12fe-e2a2-4e73-a847-595fde940144 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551338 Jul 07 13:20:23.706227 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: dd953d50-b8f3-48c4-8973-9a04d2c9bb1f {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:20:23.706836 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device dd953d50-b8f3-48c4-8973-9a04d2c9bb1f not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:20:24.060259 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f92bd-1971-4dd5-82f3-a88dc501b221 req-9401dc07-7cd3-4918-8ab2-9d868afc2edc tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:24.068314 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ad6f92bd-1971-4dd5-82f3-a88dc501b221 req-9401dc07-7cd3-4918-8ab2-9d868afc2edc tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.1107500 Jul 07 13:20:24.128731 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ad6f92bd-1971-4dd5-82f3-a88dc501b221 req-2386e709-636c-4909-ae8c-4c5f7f74c9b9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589409 Jul 07 13:20:24.187941 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0399898c-272a-4e04-ab93-86b421dc4ac7 req-cd71760e-c7e2-4f24-b115-23c03842db03 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644782 Jul 07 13:20:24.336993 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399898c-272a-4e04-ab93-86b421dc4ac7 req-e6c9ce10-01fd-4200-a748-3791035849ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:24.338442 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0399898c-272a-4e04-ab93-86b421dc4ac7 req-e6c9ce10-01fd-4200-a748-3791035849ca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab9e0fc7e1764738ae1cbf343ec6e189&device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 1138 time: 0.0607116 Jul 07 13:20:24.477884 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399898c-272a-4e04-ab93-86b421dc4ac7 req-fe403273-b24b-4675-9a1a-04d8a077d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:24.481170 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0399898c-272a-4e04-ab93-86b421dc4ac7 req-fe403273-b24b-4675-9a1a-04d8a077d8a4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=85eb295f-050b-4d89-8ec3-849c933f6d5b HTTP/1.1" status: 200 len: 916 time: 0.1196496 Jul 07 13:20:24.513017 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 46908) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:24.571730 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0399898c-272a-4e04-ab93-86b421dc4ac7 req-865535bb-7c39-4c32-b6ce-a0a8a1eddfb0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca HTTP/1.1" status: 200 len: 1002 time: 0.0850253 Jul 07 13:20:24.578329 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Deleting subnet 73846bca-b8ec-4229-bb31-cef58324dd14 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:20:24.591090 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:24.635661 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536814453'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:24.674611 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399898c-272a-4e04-ab93-86b421dc4ac7 req-e658acf0-313c-400e-85b1-9225633e3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:24.676123 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0399898c-272a-4e04-ab93-86b421dc4ac7 req-e658acf0-313c-400e-85b1-9225633e3e68 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=871d7141-1017-4575-9760-532567c21bdc HTTP/1.1" status: 200 len: 854 time: 0.0950172 Jul 07 13:20:24.753453 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:24.753714 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399898c-272a-4e04-ab93-86b421dc4ac7 req-5af83a68-953b-4622-98e8-277a58554d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:24.755400 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0399898c-272a-4e04-ab93-86b421dc4ac7 req-5af83a68-953b-4622-98e8-277a58554d99 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85eb295f-050b-4d89-8ec3-849c933f6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0727413 Jul 07 13:20:24.848936 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816f6f2-a4a3-4699-bcf9-2ff3ccfad75d req-a169d33a-4157-47a7-b079-d09a50c12bae tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:24.858211 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f816f6f2-a4a3-4699-bcf9-2ff3ccfad75d req-a169d33a-4157-47a7-b079-d09a50c12bae tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.1709189 Jul 07 13:20:24.874474 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0399898c-272a-4e04-ab93-86b421dc4ac7 req-b72fce57-bf6c-4e9c-8fa2-6c4654e623a9 service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105711 Jul 07 13:20:24.911486 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f816f6f2-a4a3-4699-bcf9-2ff3ccfad75d req-1181b009-708a-41d5-ab86-60b7961f527b tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479457 Jul 07 13:20:24.960916 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536813746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536811131'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:25.003349 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0399898c-272a-4e04-ab93-86b421dc4ac7 req-c8bb8391-ba9c-44f2-bae5-9eb32785a1c6 service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202216 Jul 07 13:20:25.010144 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:25.012531 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/73846bca-b8ec-4229-bb31-cef58324dd14 HTTP/1.1" status: 204 len: 168 time: 0.4998229 Jul 07 13:20:25.013950 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73846bca-b8ec-4229-bb31-cef58324dd14,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:25.015289 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 46912) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:25.017394 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef41b8cf-ad20-4502-8e31-7929142c1abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:25.036417 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:25.036764 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:25.037139 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:25.037497 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:25.037810 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:25.038140 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:25.038468 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:25.038839 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:25.039171 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:25.039492 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:25.039809 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:25.040127 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822114e-9b16-497c-b5b1-4bdb3d199ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:25.112086 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52964ee7-17f0-40e1-aec2-b0d394acd71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:25.211586 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52964ee7-17f0-40e1-aec2-b0d394acd71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:25.224409 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-52964ee7-17f0-40e1-aec2-b0d394acd71e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e891a57-a565-467d-abf6-600fbdb39e47']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:25.238953 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-52964ee7-17f0-40e1-aec2-b0d394acd71e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0278c36-1d96-4ead-b55f-9afcf302f4a4') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:25.239275 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-52964ee7-17f0-40e1-aec2-b0d394acd71e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0278c36-1d96-4ead-b55f-9afcf302f4a4') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:25.250358 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52964ee7-17f0-40e1-aec2-b0d394acd71e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699333'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:25.268633 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52964ee7-17f0-40e1-aec2-b0d394acd71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:25.284363 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52964ee7-17f0-40e1-aec2-b0d394acd71e admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:20:25.286007 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52964ee7-17f0-40e1-aec2-b0d394acd71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4700122'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: Traceback (most recent call last): Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: timer() Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: cb(*args, **kw) Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: return func(*args, **kwargs) Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: self._notify() Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: self.callback(batched_events) Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: event.method(event) Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: return f(self, *a, **k) Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._get(url).json() Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:20:25.359376 dv-cinder-786627-18-iscsi neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:20:25.428442 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52964ee7-17f0-40e1-aec2-b0d394acd71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:25.434220 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cef1f1-7a86-4172-9241-64596beefaf9 req-a3c4dfd2-c74a-4c41-ab01-ac0a571a6b9f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:25.435799 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c7cef1f1-7a86-4172-9241-64596beefaf9 req-a3c4dfd2-c74a-4c41-ab01-ac0a571a6b9f tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0946176 Jul 07 13:20:25.445576 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52964ee7-17f0-40e1-aec2-b0d394acd71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:25.446078 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-52964ee7-17f0-40e1-aec2-b0d394acd71e admin admin] 10.222.0.67 "DELETE /v2.0/networks/6e891a57-a565-467d-abf6-600fbdb39e47 HTTP/1.1" status: 204 len: 168 time: 0.4296432 Jul 07 13:20:25.469539 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52964ee7-17f0-40e1-aec2-b0d394acd71e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e891a57-a565-467d-abf6-600fbdb39e47,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:25.497544 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c7cef1f1-7a86-4172-9241-64596beefaf9 req-3692add0-8fba-452f-935d-431da1fa5aa2 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561235 Jul 07 13:20:25.942956 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 46922) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:26.005907 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-c5774ef9-aeb1-4b87-947b-b79f88000970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:26.008312 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-c5774ef9-aeb1-4b87-947b-b79f88000970 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6&tenant_id=7c304e03bb8246aba8abc47b0b37e6af HTTP/1.1" status: 200 len: 1096 time: 0.1026113 Jul 07 13:20:26.020275 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-7f1ccb2b-189d-4318-a127-f19624923b48 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aa4f370313714110a2af0b40470a0b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825064 Jul 07 13:20:26.035271 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 46924) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:26.137638 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9f95f272-1f3a-42da-9dc7-c3f1dc3e6e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:26.144745 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011db886-4a31-41c7-8534-4765f34ae90e req-2a12744a-766c-4f43-884a-db30c43a542e tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:26.146318 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-011db886-4a31-41c7-8534-4765f34ae90e req-2a12744a-766c-4f43-884a-db30c43a542e tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.0901797 Jul 07 13:20:26.171793 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-ba902290-4880-4149-a312-79e34d1f2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:26.173329 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-ba902290-4880-4149-a312-79e34d1f2ed1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c304e03bb8246aba8abc47b0b37e6af&device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 1096 time: 0.1092844 Jul 07 13:20:26.175300 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9f95f272-1f3a-42da-9dc7-c3f1dc3e6e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:26.184516 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-011db886-4a31-41c7-8534-4765f34ae90e req-16dd18b9-28ec-4572-933c-c07208f68f23 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323288 Jul 07 13:20:26.317154 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-edfea0cb-df44-441c-a917-8076ec080bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:26.318542 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-edfea0cb-df44-441c-a917-8076ec080bed service neutron] 10.222.0.79 "GET /v2.0/networks?id=4a55cc22-1fb0-4c97-98fd-a8227b306f82 HTTP/1.1" status: 200 len: 909 time: 0.1368759 Jul 07 13:20:26.400245 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-b73c2c6d-ab1b-49ce-baa6-293b3d94136f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a23100-726b-4b48-a5e8-49210cde7265 HTTP/1.1" status: 200 len: 998 time: 0.0599992 Jul 07 13:20:26.449413 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-a9e17372-650f-4278-b91f-c034ec646b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:26.450857 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-a9e17372-650f-4278-b91f-c034ec646b22 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925e514e-075e-4a1b-bdd9-ac5ad37be93c HTTP/1.1" status: 200 len: 847 time: 0.0437512 Jul 07 13:20:26.467719 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9f95f272-1f3a-42da-9dc7-c3f1dc3e6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:26.470210 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9f95f272-1f3a-42da-9dc7-c3f1dc3e6e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:26.473521 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-9f95f272-1f3a-42da-9dc7-c3f1dc3e6e24 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e506cf58-51e4-4ae6-8b02-6acea4a10154 HTTP/1.1" status: 204 len: 168 time: 0.4462202 Jul 07 13:20:26.499538 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95f272-1f3a-42da-9dc7-c3f1dc3e6e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e506cf58-51e4-4ae6-8b02-6acea4a10154,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:26.527406 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-152b015d-7b52-4f28-89e1-cca791634a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:26.527949 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-152b015d-7b52-4f28-89e1-cca791634a87 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4a55cc22-1fb0-4c97-98fd-a8227b306f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685906 Jul 07 13:20:26.688973 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-f17ddbb6-ce4c-43d8-a85d-079b6b504620 service neutron] 10.222.0.79 "GET /v2.0/networks/4a55cc22-1fb0-4c97-98fd-a8227b306f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515858 Jul 07 13:20:26.731265 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205b3fb-f0e6-4b0b-93e0-55163ada4cd9 req-b46d2e18-d23c-47af-bac5-e2425eebfdc6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:26.733915 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7205b3fb-f0e6-4b0b-93e0-55163ada4cd9 req-b46d2e18-d23c-47af-bac5-e2425eebfdc6 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0890739 Jul 07 13:20:26.792787 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7205b3fb-f0e6-4b0b-93e0-55163ada4cd9 req-7c2d20d8-8db4-49e2-abdf-cd1d640bef34 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523319 Jul 07 13:20:26.838783 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-387baa50-5cc4-465f-8a44-faabfab42adc service neutron] 10.222.0.79 "GET /v2.0/networks/4a55cc22-1fb0-4c97-98fd-a8227b306f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415689 Jul 07 13:20:27.472592 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11d1f5-3982-46ff-8810-7a7f435329be req-cb1bfadb-2f8e-4ef6-8858-7b80f30efb7b tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:27.475647 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0e11d1f5-3982-46ff-8810-7a7f435329be req-cb1bfadb-2f8e-4ef6-8858-7b80f30efb7b tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.0931778 Jul 07 13:20:27.532309 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0e11d1f5-3982-46ff-8810-7a7f435329be req-9bea0689-a937-4000-a73a-594008d0a209 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495594 Jul 07 13:20:27.698567 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9f438d30-85f9-4dea-89a6-e994793fac16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:27.828535 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:28.014835 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ae34f-5dca-47b3-acb5-86ff52824340 req-63e40ec8-b567-4f69-b1dc-05a9df77348a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:28.016902 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f31ae34f-5dca-47b3-acb5-86ff52824340 req-63e40ec8-b567-4f69-b1dc-05a9df77348a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0793591 Jul 07 13:20:28.061886 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f31ae34f-5dca-47b3-acb5-86ff52824340 req-b501dcbd-3b8f-42cd-9428-9c59e84fa555 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387590 Jul 07 13:20:28.768686 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37540b0-92aa-4a47-bdab-d6a87185a4a0 req-3d10cb2d-72dd-4ebd-8a98-b7badbeb9399 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:28.773382 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f37540b0-92aa-4a47-bdab-d6a87185a4a0 req-3d10cb2d-72dd-4ebd-8a98-b7badbeb9399 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.0855091 Jul 07 13:20:28.825566 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f37540b0-92aa-4a47-bdab-d6a87185a4a0 req-9f091b6f-2409-45ef-b92f-780a8d7e4d2d tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431807 Jul 07 13:20:28.857204 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:29.286476 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf149cd1-1bf2-4aa1-9ba4-41085806c7c0 req-d1cbd239-0c59-4787-b69d-130ea69c2499 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:29.287045 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bf149cd1-1bf2-4aa1-9ba4-41085806c7c0 req-d1cbd239-0c59-4787-b69d-130ea69c2499 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0846159 Jul 07 13:20:29.331468 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bf149cd1-1bf2-4aa1-9ba4-41085806c7c0 req-927e3a8d-540c-4a8c-9216-9f27839007a8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381782 Jul 07 13:20:30.056178 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235d22a-742a-462b-9d05-43103b233b2f req-92cb2654-5d5c-4b6d-8fa7-e805d8a65d3a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:30.058716 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8235d22a-742a-462b-9d05-43103b233b2f req-92cb2654-5d5c-4b6d-8fa7-e805d8a65d3a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.0920084 Jul 07 13:20:30.118974 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8235d22a-742a-462b-9d05-43103b233b2f req-6755065b-fc45-46fe-80fe-b3b42e1033c2 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518980 Jul 07 13:20:30.543079 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045cbb4-a86e-45a5-92aa-4ccd7caaf716 req-d1b2c3a0-3de4-4859-82ff-ebd0c2530e40 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:30.544621 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0045cbb4-a86e-45a5-92aa-4ccd7caaf716 req-d1b2c3a0-3de4-4859-82ff-ebd0c2530e40 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0744228 Jul 07 13:20:30.588290 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0045cbb4-a86e-45a5-92aa-4ccd7caaf716 req-6d6f253b-c00c-4f15-9b6b-77b04000aa8e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364168 Jul 07 13:20:30.628027 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5268ea3-9706-43ba-9259-9c30405baf7b req-5b992983-c68d-4a42-9b51-8b452dc23fb6 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252395322&fields=id&tenant_id=ab9e0fc7e1764738ae1cbf343ec6e189 HTTP/1.1" status: 200 len: 267 time: 0.0368824 Jul 07 13:20:30.695491 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5268ea3-9706-43ba-9259-9c30405baf7b req-3987260a-a77b-4890-9a32-c129aa4bf042 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:30.696980 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5268ea3-9706-43ba-9259-9c30405baf7b req-3987260a-a77b-4890-9a32-c129aa4bf042 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 985 time: 0.0636446 Jul 07 13:20:30.708101 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [req-d5268ea3-9706-43ba-9259-9c30405baf7b req-f73cc789-ea28-446c-bb66-b3b60a2be26d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Request body: {'port': {'security_groups': ['0a36953f-7043-47fb-b2fc-43413d600d1d']}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:20:30.794688 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-d5268ea3-9706-43ba-9259-9c30405baf7b req-f73cc789-ea28-446c-bb66-b3b60a2be26d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:30.969465 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [req-d5268ea3-9706-43ba-9259-9c30405baf7b req-f73cc789-ea28-446c-bb66-b3b60a2be26d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] For port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:31.006746 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-d5268ea3-9706-43ba-9259-9c30405baf7b req-f73cc789-ea28-446c-bb66-b3b60a2be26d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:31.060952 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:31.061501 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-d5268ea3-9706-43ba-9259-9c30405baf7b req-f73cc789-ea28-446c-bb66-b3b60a2be26d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536813683'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:31.084803 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5268ea3-9706-43ba-9259-9c30405baf7b req-f73cc789-ea28-446c-bb66-b3b60a2be26d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:31.085461 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-d5268ea3-9706-43ba-9259-9c30405baf7b req-f73cc789-ea28-446c-bb66-b3b60a2be26d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:31.086883 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5268ea3-9706-43ba-9259-9c30405baf7b req-f73cc789-ea28-446c-bb66-b3b60a2be26d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "PUT /v2.0/ports/d8e58f21-78ec-4bbd-96c5-1173f8bd4aca HTTP/1.1" status: 200 len: 943 time: 0.3833976 Jul 07 13:20:31.094107 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47018) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:31.097260 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['d8e58f21-78ec-4bbd-96c5-1173f8bd4aca'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:20:31.107349 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:20:31.109612 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69430e4f5cf481afa76fdc794de83bc3cf24dda697866cfb0d91fed2ee98b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f81089-deeb-4bcc-8377-c6f4bf5bd651" -d '{"events": [{"name": "network-changed", "server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:20:31.154299 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cc789-ea28-446c-bb66-b3b60a2be26d tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event updated for resources: {'Port': ['ID=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,revision_number=7']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:31.201811 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21594786-be8c-412b-a760-cbdabd07a1fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:31.203621 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ed2042-a9b1-45a1-942a-6cffdfcb857b x-openstack-request-id: req-03ed2042-a9b1-45a1-942a-6cffdfcb857b {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:20:31.203911 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:20:31.204163 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-03ed2042-a9b1-45a1-942a-6cffdfcb857b {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:20:31.204553 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca', 'status': 'completed', 'code': 200} Jul 07 13:20:31.249166 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21594786-be8c-412b-a760-cbdabd07a1fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:31.293645 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['d8e58f21-78ec-4bbd-96c5-1173f8bd4aca'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:20:31.376339 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6f1d5-02d9-4e3d-b3e2-b97adc40f632 req-79510915-52a4-4289-b0da-ff51a561b827 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:31.378050 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-06b6f1d5-02d9-4e3d-b3e2-b97adc40f632 req-79510915-52a4-4289-b0da-ff51a561b827 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.1109097 Jul 07 13:20:31.409792 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-4befc170-b867-4af4-9279-fda2fa87348d None None] Provisioning complete for port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:20:31.418015 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4befc170-b867-4af4-9279-fda2fa87348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:31.424302 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-06b6f1d5-02d9-4e3d-b3e2-b97adc40f632 req-97fc37d8-8955-44d3-b6e9-191705160ae1 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402887 Jul 07 13:20:31.428441 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81089-deeb-4bcc-8377-c6f4bf5bd651 req-7d567b26-dbfb-41e6-ba8b-d03dc3567de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:31.430135 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-68f81089-deeb-4bcc-8377-c6f4bf5bd651 req-7d567b26-dbfb-41e6-ba8b-d03dc3567de8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab9e0fc7e1764738ae1cbf343ec6e189&device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 1099 time: 0.0652807 Jul 07 13:20:31.443977 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21594786-be8c-412b-a760-cbdabd07a1fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:31.447229 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21594786-be8c-412b-a760-cbdabd07a1fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:31.450056 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-21594786-be8c-412b-a760-cbdabd07a1fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "DELETE /v2.0/security-groups/9b44d39e-340f-4ede-a1b7-92b7c2e43639 HTTP/1.1" status: 204 len: 168 time: 0.3548303 Jul 07 13:20:31.461752 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47032) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:31.499272 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21594786-be8c-412b-a760-cbdabd07a1fb tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b44d39e-340f-4ede-a1b7-92b7c2e43639,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:31.680053 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81089-deeb-4bcc-8377-c6f4bf5bd651 req-9df5d820-165b-48bc-ba40-48ea1a844caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:31.681556 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-68f81089-deeb-4bcc-8377-c6f4bf5bd651 req-9df5d820-165b-48bc-ba40-48ea1a844caa service neutron] 10.222.0.79 "GET /v2.0/networks?id=85eb295f-050b-4d89-8ec3-849c933f6d5b HTTP/1.1" status: 200 len: 916 time: 0.2299492 Jul 07 13:20:31.780022 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-68f81089-deeb-4bcc-8377-c6f4bf5bd651 req-b5808947-6f19-4a00-b035-c9af038aff70 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca HTTP/1.1" status: 200 len: 1002 time: 0.0808957 Jul 07 13:20:31.786745 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84592142-82fb-4882-84ba-abc5844dadc9 req-f934bfea-898a-4d26-bf97-508d88551023 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:31.788242 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-84592142-82fb-4882-84ba-abc5844dadc9 req-f934bfea-898a-4d26-bf97-508d88551023 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0645571 Jul 07 13:20:31.789970 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9da418b7-59c4-47f0-8c32-4907660b4a53 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Deleting port 800cc74c-b5af-4a16-b7f8-e5c89d0d9d60 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:31.790314 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9da418b7-59c4-47f0-8c32-4907660b4a53 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:31.828809 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-84592142-82fb-4882-84ba-abc5844dadc9 req-d1b44175-ea95-4a8f-ae9a-b2e9d1da688a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341516 Jul 07 13:20:31.923427 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81089-deeb-4bcc-8377-c6f4bf5bd651 req-a2f14295-fddf-4b66-97d8-de55b26769c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:31.924910 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-68f81089-deeb-4bcc-8377-c6f4bf5bd651 req-a2f14295-fddf-4b66-97d8-de55b26769c7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=871d7141-1017-4575-9760-532567c21bdc HTTP/1.1" status: 200 len: 854 time: 0.1224046 Jul 07 13:20:31.946280 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9da418b7-59c4-47f0-8c32-4907660b4a53 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:31.946607 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9da418b7-59c4-47f0-8c32-4907660b4a53 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:31.994694 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9da418b7-59c4-47f0-8c32-4907660b4a53 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Calling delete_port for 800cc74c-b5af-4a16-b7f8-e5c89d0d9d60 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:32.009834 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e32f7a-d5e1-411b-9f36-b817b5c59d2f req-bf6901bf-19f7-41a2-b7d1-6a643d1814c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:32.011900 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d0e32f7a-d5e1-411b-9f36-b817b5c59d2f req-bf6901bf-19f7-41a2-b7d1-6a643d1814c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 1098 time: 0.1757257 Jul 07 13:20:32.155265 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81089-deeb-4bcc-8377-c6f4bf5bd651 req-9a3bc28d-5748-46ba-acf3-86608e3e9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:32.156767 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-68f81089-deeb-4bcc-8377-c6f4bf5bd651 req-9a3bc28d-5748-46ba-acf3-86608e3e9d24 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85eb295f-050b-4d89-8ec3-849c933f6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2136726 Jul 07 13:20:32.247265 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e32f7a-d5e1-411b-9f36-b817b5c59d2f req-56a3583e-995a-43c6-82bc-6ee8ad057512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:32.249205 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d0e32f7a-d5e1-411b-9f36-b817b5c59d2f req-56a3583e-995a-43c6-82bc-6ee8ad057512 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e HTTP/1.1" status: 200 len: 918 time: 0.2295189 Jul 07 13:20:32.360925 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d0e32f7a-d5e1-411b-9f36-b817b5c59d2f req-c9831540-5ac1-4cb0-9cbf-d062cbe2ded6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0428232-d84b-424d-9f92-c4595e68881c HTTP/1.1" status: 200 len: 1001 time: 0.0943639 Jul 07 13:20:32.383977 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-68f81089-deeb-4bcc-8377-c6f4bf5bd651 req-ab110450-2bf7-45a6-9847-a2474e0c2058 service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134933 Jul 07 13:20:32.489113 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e32f7a-d5e1-411b-9f36-b817b5c59d2f req-bd917d40-9d1f-4ae4-86aa-493abc13f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:32.490594 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d0e32f7a-d5e1-411b-9f36-b817b5c59d2f req-bd917d40-9d1f-4ae4-86aa-493abc13f30f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a359adc-0158-41d3-a840-5f85613e3582 HTTP/1.1" status: 200 len: 856 time: 0.1089718 Jul 07 13:20:32.564834 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-68f81089-deeb-4bcc-8377-c6f4bf5bd651 req-a3eb1bfe-b295-4d97-ae49-7f3804318a0d service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689577 Jul 07 13:20:32.576961 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9da418b7-59c4-47f0-8c32-4907660b4a53 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:32.614250 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da418b7-59c4-47f0-8c32-4907660b4a53 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event deleted for resources: {'Port': ['ID=800cc74c-b5af-4a16-b7f8-e5c89d0d9d60,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:32.621404 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e32f7a-d5e1-411b-9f36-b817b5c59d2f req-e2e6e81f-29cc-464c-aabe-2baf34aabc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:32.622920 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d0e32f7a-d5e1-411b-9f36-b817b5c59d2f req-e2e6e81f-29cc-464c-aabe-2baf34aabc2e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1199224 Jul 07 13:20:32.806978 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b782e5-797f-4e43-b10d-5757af00e7d3 req-d548b9fb-3989-4bda-a2ad-1895402d68a4 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:32.809634 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-74b782e5-797f-4e43-b10d-5757af00e7d3 req-d548b9fb-3989-4bda-a2ad-1895402d68a4 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.0758066 Jul 07 13:20:32.855693 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-74b782e5-797f-4e43-b10d-5757af00e7d3 req-d997b7d9-1a55-42e9-9f54-1c060b004ee5 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384350 Jul 07 13:20:32.969249 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9da418b7-59c4-47f0-8c32-4907660b4a53 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:32.969584 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.l3_db [None req-9da418b7-59c4-47f0-8c32-4907660b4a53 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Floating IP 2364741a-7b5a-4180-9d0b-e1f7b08db566 disassociated (deleted). External IP: 172.27.2.222, port: d8e58f21-78ec-4bbd-96c5-1173f8bd4aca. Jul 07 13:20:33.015594 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dfe54-d8de-4eec-8c99-916350bdf58f req-a2f17e62-2026-4cf5-b51c-9222c7827f98 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:33.017125 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b5dfe54-d8de-4eec-8c99-916350bdf58f req-a2f17e62-2026-4cf5-b51c-9222c7827f98 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 945 time: 0.0651000 Jul 07 13:20:33.031075 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d0e32f7a-d5e1-411b-9f36-b817b5c59d2f req-d100d797-d184-4576-9771-4715fe4c6c22 service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908479 Jul 07 13:20:33.055411 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b5dfe54-d8de-4eec-8c99-916350bdf58f req-8e2f5844-0806-4713-8211-f7582d2b8d34 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325966 Jul 07 13:20:33.203090 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d0e32f7a-d5e1-411b-9f36-b817b5c59d2f req-b74cdb05-45c2-4ae0-92ac-bc58d5962010 service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388991 Jul 07 13:20:33.258429 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da418b7-59c4-47f0-8c32-4907660b4a53 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:20:33.363849 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da418b7-59c4-47f0-8c32-4907660b4a53 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:20:33.369146 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9da418b7-59c4-47f0-8c32-4907660b4a53 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:33.377295 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0c4bc-d67d-4aea-8e16-dbc0edd51acd None None] Sync routers for ids ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:20:33.389339 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0c4bc-d67d-4aea-8e16-dbc0edd51acd None None] Routers {'4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:20:33.390142 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-4dd0c4bc-d67d-4aea-8e16-dbc0edd51acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:20:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:33.413540 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-9da418b7-59c4-47f0-8c32-4907660b4a53 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "DELETE /v2.0/floatingips/2364741a-7b5a-4180-9d0b-e1f7b08db566 HTTP/1.1" status: 204 len: 168 time: 1.9495327 Jul 07 13:20:33.414397 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:20:33.416675 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1f850a-0397-4a33-a7ad-408477b45406" -d '{"events": [{"name": "network-changed", "server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:20:33.475934 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7aa668-36f2-4116-8fd6-2bd0faa688e3 x-openstack-request-id: req-ec7aa668-36f2-4116-8fd6-2bd0faa688e3 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:20:33.476231 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:20:33.476485 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ec7aa668-36f2-4116-8fd6-2bd0faa688e3 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:20:33.476900 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca', 'status': 'completed', 'code': 200} Jul 07 13:20:33.508100 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-4dd0c4bc-d67d-4aea-8e16-dbc0edd51acd None None] Set router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:20:33.585125 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e5a23100-726b-4b48-a5e8-49210cde7265 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:20:33.605155 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f850a-0397-4a33-a7ad-408477b45406 req-e7468bcc-937a-49df-ba53-35295a963c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:33.608011 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c1f850a-0397-4a33-a7ad-408477b45406 req-e7468bcc-937a-49df-ba53-35295a963c3c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab9e0fc7e1764738ae1cbf343ec6e189&device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 1099 time: 0.0817862 Jul 07 13:20:33.628950 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e0428232-d84b-424d-9f92-c4595e68881c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:33.719799 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f850a-0397-4a33-a7ad-408477b45406 req-4dc5d0f8-9ded-4a59-95b8-4f0e4f8df384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:33.722105 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c1f850a-0397-4a33-a7ad-408477b45406 req-4dc5d0f8-9ded-4a59-95b8-4f0e4f8df384 service neutron] 10.222.0.79 "GET /v2.0/networks?id=85eb295f-050b-4d89-8ec3-849c933f6d5b HTTP/1.1" status: 200 len: 916 time: 0.1059148 Jul 07 13:20:33.776987 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c1f850a-0397-4a33-a7ad-408477b45406 req-705c7945-cacc-4813-ab52-28b031c2fbda service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca HTTP/1.1" status: 200 len: 217 time: 0.0459747 Jul 07 13:20:33.835076 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e5a23100-726b-4b48-a5e8-49210cde7265, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5a23100-726b-4b48-a5e8-49210cde7265,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:33.857108 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f850a-0397-4a33-a7ad-408477b45406 req-4e08d335-bae3-40a3-9097-7aeffe81cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:33.857108 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c1f850a-0397-4a33-a7ad-408477b45406 req-4e08d335-bae3-40a3-9097-7aeffe81cb93 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=871d7141-1017-4575-9760-532567c21bdc HTTP/1.1" status: 200 len: 854 time: 0.0507324 Jul 07 13:20:33.857552 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:33.857552 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'port_id': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'mac_address': 'fa:16:3e:a4:84:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:20:33.908589 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:20:33.911348 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945e2b4c-a68c-4b10-9acb-62e109be2e27" -d '{"events": [{"server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e0428232-d84b-424d-9f92-c4595e68881c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:20:33.918914 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f850a-0397-4a33-a7ad-408477b45406 req-6c44e789-196b-4641-9875-843d27cd425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:33.920455 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c1f850a-0397-4a33-a7ad-408477b45406 req-6c44e789-196b-4641-9875-843d27cd425e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85eb295f-050b-4d89-8ec3-849c933f6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0600693 Jul 07 13:20:33.930146 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e0428232-d84b-424d-9f92-c4595e68881c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e0428232-d84b-424d-9f92-c4595e68881c,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:33.947024 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-4dd0c4bc-d67d-4aea-8e16-dbc0edd51acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:17:38Z', 'revision_number': 4, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port': {'id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:35Z', 'updated_at': '2021-07-07T13:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'b03cf51f-1bab-4725-bbee-bccd8c149f00', 'name': '', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '871d7141-1017-4575-9760-532567c21bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:37Z', 'updated_at': '2021-07-07T13:17:43Z', 'revision_number': 5, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'subnets': [{'id': '871d7141-1017-4575-9760-532567c21bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:33.955358 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:34.005519 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0c4bc-d67d-4aea-8e16-dbc0edd51acd None None] Checking router: 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:20:34.012212 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a23100-726b-4b48-a5e8-49210cde7265 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:20:34.026477 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:34.042035 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0c4bc-d67d-4aea-8e16-dbc0edd51acd None None] Routers {'4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:20:34.042909 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-4dd0c4bc-d67d-4aea-8e16-dbc0edd51acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:20:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:34.046885 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e5a23100-726b-4b48-a5e8-49210cde7265, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5a23100-726b-4b48-a5e8-49210cde7265,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:34.066888 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c1f850a-0397-4a33-a7ad-408477b45406 req-74eede93-1c77-4719-8e80-d5da17cf1e2a service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369078 Jul 07 13:20:34.101786 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d39234d-873c-4a37-8125-79361c938d24 x-openstack-request-id: req-4d39234d-873c-4a37-8125-79361c938d24 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:20:34.101786 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e0428232-d84b-424d-9f92-c4595e68881c", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:20:34.101786 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4d39234d-873c-4a37-8125-79361c938d24 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:20:34.101786 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c', 'code': 200} Jul 07 13:20:34.130797 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:34.173044 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f485e-5778-459b-8387-d705ce527a1a req-039637d1-03d6-4f49-95bb-68b4bed18de7 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:34.173647 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=e0428232-d84b-424d-9f92-c4595e68881c,revision_number=8']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:34.174597 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ce0f485e-5778-459b-8387-d705ce527a1a req-039637d1-03d6-4f49-95bb-68b4bed18de7 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 943 time: 0.0988131 Jul 07 13:20:34.231350 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-4dd0c4bc-d67d-4aea-8e16-dbc0edd51acd None None] Set router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:20:34.242118 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8c1f850a-0397-4a33-a7ad-408477b45406 req-8c2b24ac-e358-41e8-bb00-ebcd54e05df6 service neutron] 10.222.0.79 "GET /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328642 Jul 07 13:20:34.244184 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ce0f485e-5778-459b-8387-d705ce527a1a req-098422ab-de59-443e-b144-e64e49443ac7 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613925 Jul 07 13:20:34.282645 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=e5a23100-726b-4b48-a5e8-49210cde7265,revision_number=7']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:34.320611 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f0de1-ad97-4ada-a477-3a385571439d req-46458571-02d0-416a-a465-4429d79318c0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:34.323831 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fc2f0de1-ad97-4ada-a477-3a385571439d req-46458571-02d0-416a-a465-4429d79318c0 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0815969 Jul 07 13:20:34.362009 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fc2f0de1-ad97-4ada-a477-3a385571439d req-9c7a7539-0259-4b80-83c1-2d8ef6350299 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333385 Jul 07 13:20:34.451139 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-4dd0c4bc-d67d-4aea-8e16-dbc0edd51acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:17:38Z', 'revision_number': 4, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port': {'id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:35Z', 'updated_at': '2021-07-07T13:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'b03cf51f-1bab-4725-bbee-bccd8c149f00', 'name': '', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '871d7141-1017-4575-9760-532567c21bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:37Z', 'updated_at': '2021-07-07T13:17:43Z', 'revision_number': 5, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'subnets': [{'id': '871d7141-1017-4575-9760-532567c21bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:34.486624 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0c4bc-d67d-4aea-8e16-dbc0edd51acd None None] The sync data for ids ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'] in dv-cinder-786627-18-iscsi is: [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:17:38Z', 'revision_number': 4, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port': {'id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:35Z', 'updated_at': '2021-07-07T13:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'b03cf51f-1bab-4725-bbee-bccd8c149f00', 'name': '', 'network_id': '85eb295f-050b-4d89-8ec3-849c933f6d5b', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '871d7141-1017-4575-9760-532567c21bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:37Z', 'updated_at': '2021-07-07T13:17:43Z', 'revision_number': 5, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'subnets': [{'id': '871d7141-1017-4575-9760-532567c21bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:20:34.512973 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['e5a23100-726b-4b48-a5e8-49210cde7265'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:20:34.731698 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577dcb49-f235-4451-a04f-aea50692197a None None] New status for floating IP 2364741a-7b5a-4180-9d0b-e1f7b08db566: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:20:35.246296 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47104) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:35.361271 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ad0a86b-41b0-4418-a152-cddcc810b303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:35.459279 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7fb66-f400-4d66-8b0c-b0a80cc7f1b8 req-5ec261f6-3828-4e8e-a1e8-8859fdb4cc77 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:35.462593 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-67b7fb66-f400-4d66-8b0c-b0a80cc7f1b8 req-5ec261f6-3828-4e8e-a1e8-8859fdb4cc77 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 944 time: 0.0920780 Jul 07 13:20:35.489461 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ad0a86b-41b0-4418-a152-cddcc810b303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:35.537505 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-67b7fb66-f400-4d66-8b0c-b0a80cc7f1b8 req-509a0420-d915-4026-85d2-125f17409909 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678990 Jul 07 13:20:35.565584 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ad0a86b-41b0-4418-a152-cddcc810b303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:35.575071 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34366d4e-ab46-4ce2-aff5-6892d77450df req-abd19c14-6c92-4b24-895d-aa8c9c527877 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:35.576745 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-34366d4e-ab46-4ce2-aff5-6892d77450df req-abd19c14-6c92-4b24-895d-aa8c9c527877 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0896537 Jul 07 13:20:35.584162 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e5a23100-726b-4b48-a5e8-49210cde7265 up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:20:35.611582 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-7ad0a86b-41b0-4418-a152-cddcc810b303 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6f6e6cca69c1461593664cce90e2ddfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617959 Jul 07 13:20:35.611582 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0a86b-41b0-4418-a152-cddcc810b303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a737ebb0-c632-44f7-93cb-5cbd68fe584c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:35.614554 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47112) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:35.629565 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-34366d4e-ab46-4ce2-aff5-6892d77450df req-1dcfb1ef-fbdd-4a40-9980-cd7ab69ba0d5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470064 Jul 07 13:20:35.672276 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d409b8b6-3dbd-4da7-8609-5e624b5f8cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:35.696715 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d409b8b6-3dbd-4da7-8609-5e624b5f8cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:35.767083 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port e5a23100-726b-4b48-a5e8-49210cde7265 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:20:35.767761 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:35.858767 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:35.862960 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d409b8b6-3dbd-4da7-8609-5e624b5f8cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:35.865943 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d409b8b6-3dbd-4da7-8609-5e624b5f8cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:35.871959 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-d409b8b6-3dbd-4da7-8609-5e624b5f8cea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a737ebb0-c632-44f7-93cb-5cbd68fe584c HTTP/1.1" status: 204 len: 168 time: 0.2540810 Jul 07 13:20:35.891889 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409b8b6-3dbd-4da7-8609-5e624b5f8cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a737ebb0-c632-44f7-93cb-5cbd68fe584c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:35.920500 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e5a23100-726b-4b48-a5e8-49210cde7265, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5a23100-726b-4b48-a5e8-49210cde7265,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:35.992104 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:36.046332 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=e5a23100-726b-4b48-a5e8-49210cde7265,revision_number=8']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:36.102812 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:20:36.106726 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0586495-0f05-4956-9a88-ccf201780973" -d '{"events": [{"server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "name": "network-vif-plugged", "status": "completed", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:20:36.303595 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e50558a-3aeb-46ba-8a39-f66711358158 x-openstack-request-id: req-3e50558a-3aeb-46ba-8a39-f66711358158 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:20:36.304019 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "name": "network-vif-plugged", "status": "completed", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:20:36.304335 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3e50558a-3aeb-46ba-8a39-f66711358158 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:20:36.304827 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'code': 200} Jul 07 13:20:36.637585 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47140) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:36.658426 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b4ce7e6-70ed-4f4f-9649-9e0207340cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:36.662865 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8c245-e3bc-4848-a32e-0104053cf513 req-46f34699-1c85-4206-9dd8-08ad53096513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:36.664333 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-40a8c245-e3bc-4848-a32e-0104053cf513 req-46f34699-1c85-4206-9dd8-08ad53096513 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0742702 Jul 07 13:20:36.729721 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20fa7-bc71-4d07-b4dc-4090c0662226 req-44b5f018-671c-4b1b-93ec-9c16fab4076e tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:36.732409 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e9f20fa7-bc71-4d07-b4dc-4090c0662226 req-44b5f018-671c-4b1b-93ec-9c16fab4076e tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0725048 Jul 07 13:20:36.740117 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-40a8c245-e3bc-4848-a32e-0104053cf513 req-a5f09e77-006b-4d05-868c-68b6ad030c97 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690510 Jul 07 13:20:36.773835 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e9f20fa7-bc71-4d07-b4dc-4090c0662226 req-89802c54-6bc1-446e-9443-90c8d8ec9e7a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356593 Jul 07 13:20:36.835665 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b4ce7e6-70ed-4f4f-9649-9e0207340cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:36.908208 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b4ce7e6-70ed-4f4f-9649-9e0207340cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:36.946708 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-6b4ce7e6-70ed-4f4f-9649-9e0207340cee admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cebb672565364ec78305b70f2db267e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081415 Jul 07 13:20:36.948112 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ce7e6-70ed-4f4f-9649-9e0207340cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb01fac-f4b9-418e-aff1-668755a02a43,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:36.949591 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47146) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:37.001887 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7c9f004a-9337-4e78-9ad9-c56fdfe354e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:37.022751 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7c9f004a-9337-4e78-9ad9-c56fdfe354e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:37.154203 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7c9f004a-9337-4e78-9ad9-c56fdfe354e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:37.156702 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7c9f004a-9337-4e78-9ad9-c56fdfe354e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:37.157923 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-7c9f004a-9337-4e78-9ad9-c56fdfe354e6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ebb01fac-f4b9-418e-aff1-668755a02a43 HTTP/1.1" status: 204 len: 168 time: 0.2072918 Jul 07 13:20:37.167767 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f004a-9337-4e78-9ad9-c56fdfe354e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb01fac-f4b9-418e-aff1-668755a02a43,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:37.578849 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e0428232-d84b-424d-9f92-c4595e68881c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:38.065856 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e19b7-01a1-4c57-ad33-337f60bbee5f req-ccc5e52a-98a3-4b65-ac27-b40a311feb0b tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:38.067416 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3f1e19b7-01a1-4c57-ad33-337f60bbee5f req-ccc5e52a-98a3-4b65-ac27-b40a311feb0b tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0795631 Jul 07 13:20:38.106516 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3f1e19b7-01a1-4c57-ad33-337f60bbee5f req-7766c439-f897-44bc-afef-64ad0296e865 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320170 Jul 07 13:20:38.384056 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9aaf5-ad9c-477b-8ae3-313e66b77af3 req-9b839237-8ce9-4610-aeaf-3a37f466f739 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:38.386860 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-59f9aaf5-ad9c-477b-8ae3-313e66b77af3 req-9b839237-8ce9-4610-aeaf-3a37f466f739 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 946 time: 0.0631671 Jul 07 13:20:38.423798 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-59f9aaf5-ad9c-477b-8ae3-313e66b77af3 req-5c55d1c2-59c0-4357-a442-0f9a81e2f908 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309026 Jul 07 13:20:38.647387 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812be29d-a8f0-4a69-902c-f18d8732d0f5 req-fe4a0699-69ec-4b67-ad4b-2604e91caa02 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:38.648903 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-812be29d-a8f0-4a69-902c-f18d8732d0f5 req-fe4a0699-69ec-4b67-ad4b-2604e91caa02 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0717764 Jul 07 13:20:38.693843 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-812be29d-a8f0-4a69-902c-f18d8732d0f5 req-5fc58065-89b9-4753-8620-f1d0e5439aa2 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381558 Jul 07 13:20:38.914008 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-22a0d67f-71f1-453e-a0fb-efdfc6798424 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0528121 Jul 07 13:20:39.291469 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ca663-2120-4f35-9ee3-719783459913 req-fe863b36-260a-4ef4-9ed3-e6f92ca7b021 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:39.293844 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-716ca663-2120-4f35-9ee3-719783459913 req-fe863b36-260a-4ef4-9ed3-e6f92ca7b021 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0700843 Jul 07 13:20:39.336840 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-716ca663-2120-4f35-9ee3-719783459913 req-5819d6b4-d55d-4e62-b918-918dd78a286e tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373230 Jul 07 13:20:39.612147 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dcc9c-2173-4969-89e7-adddcd32c71b req-287d6716-4d91-4b96-8623-d6b6bcb7afb7 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:39.614242 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d92dcc9c-2173-4969-89e7-adddcd32c71b req-287d6716-4d91-4b96-8623-d6b6bcb7afb7 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 946 time: 0.0777707 Jul 07 13:20:39.663352 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d92dcc9c-2173-4969-89e7-adddcd32c71b req-4d3aec78-065c-4115-b865-1ec9c8268bff tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a36953f-7043-47fb-b2fc-43413d600d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411673 Jul 07 13:20:39.948634 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dc2c5-72b9-427f-816f-c213d004c0c6 req-f57aa3bb-2d86-424e-bda5-092afcdee14d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:39.948634 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f59dc2c5-72b9-427f-816f-c213d004c0c6 req-f57aa3bb-2d86-424e-bda5-092afcdee14d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0992091 Jul 07 13:20:39.960475 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f59dc2c5-72b9-427f-816f-c213d004c0c6 req-feba673e-6d55-4312-b51e-0378595605fd tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381870 Jul 07 13:20:40.203850 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0c0e9-a494-4ebc-b1df-628a6033f346 req-0e88463b-0c20-4a27-b97c-67b6dbe4ce14 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:40.205252 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-edd0c0e9-a494-4ebc-b1df-628a6033f346 req-0e88463b-0c20-4a27-b97c-67b6dbe4ce14 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 946 time: 0.0657187 Jul 07 13:20:40.313238 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-edd0c0e9-a494-4ebc-b1df-628a6033f346 req-8a10d31a-09ce-4eaa-bb2e-c34f34de73d5 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Deleting port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:40.313510 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-edd0c0e9-a494-4ebc-b1df-628a6033f346 req-8a10d31a-09ce-4eaa-bb2e-c34f34de73d5 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:40.401056 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-edd0c0e9-a494-4ebc-b1df-628a6033f346 req-8a10d31a-09ce-4eaa-bb2e-c34f34de73d5 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] For port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:40.401427 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-edd0c0e9-a494-4ebc-b1df-628a6033f346 req-8a10d31a-09ce-4eaa-bb2e-c34f34de73d5 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:40.415938 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-edd0c0e9-a494-4ebc-b1df-628a6033f346 req-8a10d31a-09ce-4eaa-bb2e-c34f34de73d5 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Calling delete_port for d8e58f21-78ec-4bbd-96c5-1173f8bd4aca owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:40.627347 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-6455fe9c-081c-48a0-9ea2-81a61461cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:40.628833 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-6455fe9c-081c-48a0-9ea2-81a61461cd75 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb&tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d HTTP/1.1" status: 200 len: 1096 time: 0.1141703 Jul 07 13:20:40.719394 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-78cda1fd-519d-47a2-b877-3f74c26487bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:40.720922 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-78cda1fd-519d-47a2-b877-3f74c26487bb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 1096 time: 0.0582759 Jul 07 13:20:40.736092 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-edd0c0e9-a494-4ebc-b1df-628a6033f346 req-8a10d31a-09ce-4eaa-bb2e-c34f34de73d5 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:40.771825 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['d8e58f21-78ec-4bbd-96c5-1173f8bd4aca'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:20:40.804762 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10d31a-09ce-4eaa-bb2e-c34f34de73d5 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Pushing event deleted for resources: {'Port': ['ID=d8e58f21-78ec-4bbd-96c5-1173f8bd4aca,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:40.820502 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be5b8cf7-3c69-4767-b9b7-94e2071182b4 req-d0a1b41b-39c7-44fe-9dd6-a086022a9af0 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 210 time: 0.0359724 Jul 07 13:20:40.873929 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd0c0e9-a494-4ebc-b1df-628a6033f346 req-8a10d31a-09ce-4eaa-bb2e-c34f34de73d5 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] No DVR routers for this DVR port d8e58f21-78ec-4bbd-96c5-1173f8bd4aca on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:20:40.877776 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-edd0c0e9-a494-4ebc-b1df-628a6033f346 req-8a10d31a-09ce-4eaa-bb2e-c34f34de73d5 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:40.879471 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-edd0c0e9-a494-4ebc-b1df-628a6033f346 req-8a10d31a-09ce-4eaa-bb2e-c34f34de73d5 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.79 "DELETE /v2.0/ports/d8e58f21-78ec-4bbd-96c5-1173f8bd4aca HTTP/1.1" status: 204 len: 173 time: 0.6693084 Jul 07 13:20:40.879934 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'name': 'network-vif-deleted', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:20:40.882185 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6476c4de-b833-4837-8d79-af3888228edf" -d '{"events": [{"server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "name": "network-vif-deleted", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:20:40.900434 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-2bb6dbf5-fe52-4fd5-8b99-615232589895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:40.905317 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-2bb6dbf5-fe52-4fd5-8b99-615232589895 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e HTTP/1.1" status: 200 len: 918 time: 0.1757329 Jul 07 13:20:40.944920 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e7727f-a2b4-4f66-b686-34bbf1efc7d5 x-openstack-request-id: req-e5e7727f-a2b4-4f66-b686-34bbf1efc7d5 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:20:40.945265 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7737d7f-b7ad-42ff-81d8-a4f9305504c8", "name": "network-vif-deleted", "tag": "d8e58f21-78ec-4bbd-96c5-1173f8bd4aca", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:20:40.945449 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e5e7727f-a2b4-4f66-b686-34bbf1efc7d5 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:20:40.945840 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7737d7f-b7ad-42ff-81d8-a4f9305504c8', 'name': 'network-vif-deleted', 'tag': 'd8e58f21-78ec-4bbd-96c5-1173f8bd4aca', 'status': 'completed', 'code': 200} Jul 07 13:20:40.970870 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-a1345cc7-fa57-4bd8-8702-fde37f9b6316 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0428232-d84b-424d-9f92-c4595e68881c HTTP/1.1" status: 200 len: 999 time: 0.0618637 Jul 07 13:20:41.027113 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-20fc918a-8aeb-45c5-85a9-3da1a8fa39be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:41.028462 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-20fc918a-8aeb-45c5-85a9-3da1a8fa39be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a359adc-0158-41d3-a840-5f85613e3582 HTTP/1.1" status: 200 len: 856 time: 0.0508640 Jul 07 13:20:41.114736 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-4456c763-ffc3-4fbe-8ba5-0faefc27d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:41.116214 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-4456c763-ffc3-4fbe-8ba5-0faefc27d991 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0807037 Jul 07 13:20:41.234186 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8487a-e881-41c6-bac8-b11542cefbc8 req-7bfe9ef7-6b57-46ad-af98-ead8eda2c417 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:41.242391 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9ee8487a-e881-41c6-bac8-b11542cefbc8 req-7bfe9ef7-6b57-46ad-af98-ead8eda2c417 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.1082606 Jul 07 13:20:41.247595 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-e4ecfdf9-f56e-4fb3-9e84-6cebfe1e909b service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242454 Jul 07 13:20:41.285730 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9ee8487a-e881-41c6-bac8-b11542cefbc8 req-00c7ee7c-927e-4873-b494-a7467971d50a tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376506 Jul 07 13:20:41.364660 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-b8f353e2-1f3e-4fa8-8e32-36311c83e455 service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055348 Jul 07 13:20:41.990484 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-047b02b8-5f16-4501-8c43-2a211844adb0 req-dd4ff020-a3ac-4013-a77c-6f94380da4e6 tempest-TestMinimumBasicScenario-2001665892 tempest-TestMinimumBasicScenario-2001665892-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7737d7f-b7ad-42ff-81d8-a4f9305504c8 HTTP/1.1" status: 200 len: 210 time: 0.0301793 Jul 07 13:20:42.515033 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427bf22-a1fe-4844-8fd5-6eaa7767e670 req-3e69f3b6-4a4c-4458-af7e-5a41a839b236 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:42.522273 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6427bf22-a1fe-4844-8fd5-6eaa7767e670 req-3e69f3b6-4a4c-4458-af7e-5a41a839b236 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.1001811 Jul 07 13:20:42.565707 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6427bf22-a1fe-4844-8fd5-6eaa7767e670 req-f49ca688-a13e-4835-bc5f-ea9469be8981 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424092 Jul 07 13:20:43.626230 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device d8e58f21-78ec-4bbd-96c5-1173f8bd4aca no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:43.655452 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: d8e58f21-78ec-4bbd-96c5-1173f8bd4aca {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:20:43.656139 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device d8e58f21-78ec-4bbd-96c5-1173f8bd4aca not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:20:43.782521 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92e75a-6d62-4b84-a6f2-29ea082894ac req-497d3731-ac1e-4c14-af75-754bb747df22 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:43.783962 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bc92e75a-6d62-4b84-a6f2-29ea082894ac req-497d3731-ac1e-4c14-af75-754bb747df22 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0691988 Jul 07 13:20:43.826087 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bc92e75a-6d62-4b84-a6f2-29ea082894ac req-9b72d556-4605-4118-b995-d592686e25c9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364444 Jul 07 13:20:44.850146 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47380) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:45.125081 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75801f67-fcde-4299-bb05-94dfa6829547 req-f532ea28-cf25-479c-ada9-53d62d45be45 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:45.126684 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-75801f67-fcde-4299-bb05-94dfa6829547 req-f532ea28-cf25-479c-ada9-53d62d45be45 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.1211228 Jul 07 13:20:45.206846 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-75801f67-fcde-4299-bb05-94dfa6829547 req-0fb9aad5-d83f-4564-a283-8f15b5231c02 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730557 Jul 07 13:20:45.337849 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-65949b46-914b-48c8-880f-808e80f9687e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8051668'] for router_interface, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:45.642644 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-65949b46-914b-48c8-880f-808e80f9687e admin admin] Deleting port b03cf51f-1bab-4725-bbee-bccd8c149f00 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:45.642994 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-65949b46-914b-48c8-880f-808e80f9687e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:45.750286 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-65949b46-914b-48c8-880f-808e80f9687e admin admin] For port b03cf51f-1bab-4725-bbee-bccd8c149f00, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=b03cf51f-1bab-4725-bbee-bccd8c149f00,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:45.750903 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-65949b46-914b-48c8-880f-808e80f9687e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:46.099451 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-65949b46-914b-48c8-880f-808e80f9687e admin admin] Calling delete_port for b03cf51f-1bab-4725-bbee-bccd8c149f00 owned by network:router_interface {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:46.427074 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-65949b46-914b-48c8-880f-808e80f9687e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:46.470227 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65949b46-914b-48c8-880f-808e80f9687e admin admin] Pushing event deleted for resources: {'Port': ['ID=b03cf51f-1bab-4725-bbee-bccd8c149f00,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:46.548069 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c3641-e1e0-40b9-8efc-06f50d533d9c req-e5516cc1-64a4-4b41-acb5-b286c74d1127 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:46.549809 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ef7c3641-e1e0-40b9-8efc-06f50d533d9c req-e5516cc1-64a4-4b41-acb5-b286c74d1127 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.1771379 Jul 07 13:20:46.673885 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ef7c3641-e1e0-40b9-8efc-06f50d533d9c req-958509b8-488f-4cbb-8837-c2b65a0a8b4b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062231 Jul 07 13:20:46.753884 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-65949b46-914b-48c8-880f-808e80f9687e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8052714'] for router_interface, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:47.019301 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65949b46-914b-48c8-880f-808e80f9687e admin admin] Router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:20:47.112718 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:20:47.134502 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65949b46-914b-48c8-880f-808e80f9687e admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:20:47.144312 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580693b-c5d3-4e78-b824-4ebd4b2b9853 None None] Sync routers for ids ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:20:47.144910 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-65949b46-914b-48c8-880f-808e80f9687e admin admin] 10.222.0.67 "PUT /v2.0/routers/4fde27ea-8f5c-4f37-862f-e19e2ffca3ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2925286 Jul 07 13:20:47.147257 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47408) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:47.156104 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580693b-c5d3-4e78-b824-4ebd4b2b9853 None None] Routers {'4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:20:47.156743 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-f580693b-c5d3-4e78-b824-4ebd4b2b9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:20:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:47.268010 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:47.272522 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-f580693b-c5d3-4e78-b824-4ebd4b2b9853 None None] Set router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:20:47.389193 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:47.471618 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-f580693b-c5d3-4e78-b824-4ebd4b2b9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:20:46Z', 'revision_number': 5, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port': {'id': '51e75098-ee9e-420f-8c6b-0a28716211ef', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:35Z', 'updated_at': '2021-07-07T13:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:47.499558 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580693b-c5d3-4e78-b824-4ebd4b2b9853 None None] Checking router: 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:20:47.514554 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Deleting port 51e75098-ee9e-420f-8c6b-0a28716211ef {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:47.514993 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:47.516544 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580693b-c5d3-4e78-b824-4ebd4b2b9853 None None] Routers {'4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:20:47.517368 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-f580693b-c5d3-4e78-b824-4ebd4b2b9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:20:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:47.619289 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] For port 51e75098-ee9e-420f-8c6b-0a28716211ef, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=51e75098-ee9e-420f-8c6b-0a28716211ef,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:47.622201 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:47.636444 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Calling delete_port for 51e75098-ee9e-420f-8c6b-0a28716211ef owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:47.643362 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-f580693b-c5d3-4e78-b824-4ebd4b2b9853 None None] Set router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce gateway port host: None {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:20:47.705233 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-f580693b-c5d3-4e78-b824-4ebd4b2b9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:20:47Z', 'revision_number': 6, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port_host': None}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:47.733980 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580693b-c5d3-4e78-b824-4ebd4b2b9853 None None] The sync data for ids ['4fde27ea-8f5c-4f37-862f-e19e2ffca3ce'] in dv-cinder-786627-18-iscsi is: [{'id': '4fde27ea-8f5c-4f37-862f-e19e2ffca3ce', 'name': 'tempest-TestMinimumBasicScenario-2082244652-router', 'tenant_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:34Z', 'updated_at': '2021-07-07T13:20:47Z', 'revision_number': 6, 'project_id': 'ab9e0fc7e1764738ae1cbf343ec6e189', 'gw_port_host': None}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:20:47.928227 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279b7a6-46a6-46cf-a8ec-8e8b22669726 req-b61c9f33-117b-442d-aba9-5d290121a1d8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:47.929895 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9279b7a6-46a6-46cf-a8ec-8e8b22669726 req-b61c9f33-117b-442d-aba9-5d290121a1d8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0731292 Jul 07 13:20:47.952480 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:47.976995 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9279b7a6-46a6-46cf-a8ec-8e8b22669726 req-11e2bacd-5fe5-4e90-9e42-8a02dbfc3d9b tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410206 Jul 07 13:20:47.999769 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=51e75098-ee9e-420f-8c6b-0a28716211ef,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:48.007716 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:48.008142 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:48.008547 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:48.008996 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:48.009386 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:48.010027 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:48.010256 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:48.010797 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:48.011786 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:48.012155 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:48.012655 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:48.016925 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:20:48.085538 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7901587'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:48.204810 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8048167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26417'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:48.208152 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:48.359557 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8046007'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:48.360109 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fde27ea-8f5c-4f37-862f-e19e2ffca3ce {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:20:48.371214 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:48.371214 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-6b8cd7d7-83a4-4dc6-a083-00571f075f2e admin admin] 10.222.0.67 "DELETE /v2.0/routers/4fde27ea-8f5c-4f37-862f-e19e2ffca3ce HTTP/1.1" status: 204 len: 168 time: 1.2177525 Jul 07 13:20:48.371214 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47416) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:48.424212 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1162bfc2-6baa-455f-80e1-99bce741fc39 admin admin] Deleting subnet 871d7141-1017-4575-9760-532567c21bdc {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:20:48.428467 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1162bfc2-6baa-455f-80e1-99bce741fc39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:48.470502 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1162bfc2-6baa-455f-80e1-99bce741fc39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4699346'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:48.612285 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1162bfc2-6baa-455f-80e1-99bce741fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:48.702746 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device b03cf51f-1bab-4725-bbee-bccd8c149f00 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:48.732814 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: b03cf51f-1bab-4725-bbee-bccd8c149f00 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:20:48.733179 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device b03cf51f-1bab-4725-bbee-bccd8c149f00 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:20:48.733603 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 51e75098-ee9e-420f-8c6b-0a28716211ef no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:48.763017 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 51e75098-ee9e-420f-8c6b-0a28716211ef {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:20:48.763359 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 51e75098-ee9e-420f-8c6b-0a28716211ef not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:20:49.044917 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1162bfc2-6baa-455f-80e1-99bce741fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4699967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4564319'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.071992 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162bfc2-6baa-455f-80e1-99bce741fc39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871d7141-1017-4575-9760-532567c21bdc,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:49.077542 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1162bfc2-6baa-455f-80e1-99bce741fc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.082124 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47432) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:49.082572 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-1162bfc2-6baa-455f-80e1-99bce741fc39 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/871d7141-1017-4575-9760-532567c21bdc HTTP/1.1" status: 204 len: 168 time: 0.7117939 Jul 07 13:20:49.086950 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c873160-2b5c-49e3-9572-b003fd8bfb0d None None] Network 85eb295f-050b-4d89-8ec3-849c933f6d5b requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:20:49.157523 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.256779 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673ab98-db78-434a-82ef-1e374a755763 req-a82e57bc-0a23-491c-bdc0-117e3e674905 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:49.264696 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5673ab98-db78-434a-82ef-1e374a755763 req-a82e57bc-0a23-491c-bdc0-117e3e674905 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.1106224 Jul 07 13:20:49.312831 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Deleting port c7c7b915-6b05-4730-8d16-acb3c4a83174 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:49.313198 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.321565 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5673ab98-db78-434a-82ef-1e374a755763 req-7ffdbc4e-ae2f-47da-b7b3-a250a1d84af5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555322 Jul 07 13:20:49.335609 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8923eeda-26a5-4ccb-8814-c36a1c343ff9 None None] DHCP port deletion for 85eb295f-050b-4d89-8ec3-849c933f6d5b request from dv-cinder-786627-18-iscsi {{(pid=93700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:20:49.404382 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] For port c7c7b915-6b05-4730-8d16-acb3c4a83174, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=c7c7b915-6b05-4730-8d16-acb3c4a83174,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:49.404835 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.406750 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8923eeda-26a5-4ccb-8814-c36a1c343ff9 None None] Deleting port c7c7b915-6b05-4730-8d16-acb3c4a83174 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:49.407242 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8923eeda-26a5-4ccb-8814-c36a1c343ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.420760 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Calling delete_port for c7c7b915-6b05-4730-8d16-acb3c4a83174 owned by network:dhcp {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:49.487386 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-8923eeda-26a5-4ccb-8814-c36a1c343ff9 None None] For port c7c7b915-6b05-4730-8d16-acb3c4a83174, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=c7c7b915-6b05-4730-8d16-acb3c4a83174,segment=NetworkSegment(be878576-714a-42a5-89d1-c5daee99d26d),segment_id=be878576-714a-42a5-89d1-c5daee99d26d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:49.488061 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8923eeda-26a5-4ccb-8814-c36a1c343ff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.502845 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8923eeda-26a5-4ccb-8814-c36a1c343ff9 None None] Calling delete_port for c7c7b915-6b05-4730-8d16-acb3c4a83174 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:49.599695 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.629965 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c7b915-6b05-4730-8d16-acb3c4a83174,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:49.637054 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] No DVR routers for this DVR port c7c7b915-6b05-4730-8d16-acb3c4a83174 on host dv-cinder-786627-18-iscsi {{(pid=93698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:20:49.638525 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8923eeda-26a5-4ccb-8814-c36a1c343ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.651378 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923eeda-26a5-4ccb-8814-c36a1c343ff9 None None] No DVR routers for this DVR port c7c7b915-6b05-4730-8d16-acb3c4a83174 on host dv-cinder-786627-18-iscsi {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:20:49.673425 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923eeda-26a5-4ccb-8814-c36a1c343ff9 None None] Pushing event deleted for resources: {'Port': ['ID=c7c7b915-6b05-4730-8d16-acb3c4a83174,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:49.748549 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.759991 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85eb295f-050b-4d89-8ec3-849c933f6d5b']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:49.771816 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be878576-714a-42a5-89d1-c5daee99d26d') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:49.772101 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be878576-714a-42a5-89d1-c5daee99d26d') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:49.782348 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536814434'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.797324 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.804576 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:20:49.805056 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536813655'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: timer() Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: cb(*args, **kw) Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: self._notify() Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: self.callback(batched_events) Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: event.method(event) Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._get(url).json() Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:20:49.807027 dv-cinder-786627-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:20:49.833879 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.931190 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.937097 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:49.938791 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] 10.222.0.67 "DELETE /v2.0/networks/85eb295f-050b-4d89-8ec3-849c933f6d5b HTTP/1.1" status: 204 len: 168 time: 0.8556857 Jul 07 13:20:49.942156 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47434) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:49.959454 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c677468-ad92-4221-8c84-d14a7a483be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=85eb295f-050b-4d89-8ec3-849c933f6d5b,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:50.460517 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97393505-1924-4d8e-8cb4-bfa1116eeae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8051668'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:50.545590 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab37b3d-7bce-42f0-83fd-4996250d8a96 req-73b5aecf-e680-4fb4-b8ea-703ffe65b814 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:50.551310 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dab37b3d-7bce-42f0-83fd-4996250d8a96 req-73b5aecf-e680-4fb4-b8ea-703ffe65b814 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0827887 Jul 07 13:20:50.589608 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dab37b3d-7bce-42f0-83fd-4996250d8a96 req-e8123a93-3ac8-433d-a8f1-eb3ae5d5030c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353630 Jul 07 13:20:50.699012 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device c7c7b915-6b05-4730-8d16-acb3c4a83174 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:50.728990 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: c7c7b915-6b05-4730-8d16-acb3c4a83174 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:20:50.728990 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device c7c7b915-6b05-4730-8d16-acb3c4a83174 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:20:50.828443 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-97393505-1924-4d8e-8cb4-bfa1116eeae9 admin admin] Deleting port 04b4f670-ddfd-460a-af2c-a03b026b2ee9 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:50.828787 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97393505-1924-4d8e-8cb4-bfa1116eeae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:50.911678 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-97393505-1924-4d8e-8cb4-bfa1116eeae9 admin admin] For port 04b4f670-ddfd-460a-af2c-a03b026b2ee9, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=04b4f670-ddfd-460a-af2c-a03b026b2ee9,segment=NetworkSegment(b61f08e2-664d-4497-955c-b224abfeac80),segment_id=b61f08e2-664d-4497-955c-b224abfeac80)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:50.912034 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97393505-1924-4d8e-8cb4-bfa1116eeae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:50.925392 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-97393505-1924-4d8e-8cb4-bfa1116eeae9 admin admin] Calling delete_port for 04b4f670-ddfd-460a-af2c-a03b026b2ee9 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:51.211102 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97393505-1924-4d8e-8cb4-bfa1116eeae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:51.236384 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97393505-1924-4d8e-8cb4-bfa1116eeae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b4f670-ddfd-460a-af2c-a03b026b2ee9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:51.468103 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97393505-1924-4d8e-8cb4-bfa1116eeae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8052714'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:51.724360 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97393505-1924-4d8e-8cb4-bfa1116eeae9 admin admin] Router 409da8db-2d22-4470-8b91-5f1e13a8c434 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:20:51.813786 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10435e7e-ad34-4e26-8173-30fe0f6be5f2 req-e830ba22-a9e2-416c-aeb1-9187d7c54f09 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:51.818064 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-10435e7e-ad34-4e26-8173-30fe0f6be5f2 req-e830ba22-a9e2-416c-aeb1-9187d7c54f09 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0668907 Jul 07 13:20:51.837960 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97393505-1924-4d8e-8cb4-bfa1116eeae9 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:20:51.844605 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-97393505-1924-4d8e-8cb4-bfa1116eeae9 admin admin] 10.222.0.67 "PUT /v2.0/routers/409da8db-2d22-4470-8b91-5f1e13a8c434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9005809 Jul 07 13:20:51.846586 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47458) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:51.850852 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c78ee-ad60-4a0e-9c42-31026433f08d None None] Sync routers for ids ['409da8db-2d22-4470-8b91-5f1e13a8c434'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:20:51.864112 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c78ee-ad60-4a0e-9c42-31026433f08d None None] Routers {'409da8db-2d22-4470-8b91-5f1e13a8c434'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:20:51.864789 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-542c78ee-ad60-4a0e-9c42-31026433f08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:20:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['409da8db-2d22-4470-8b91-5f1e13a8c434'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:51.905993 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-10435e7e-ad34-4e26-8173-30fe0f6be5f2 req-0e3e34f3-3589-4d60-b682-a6c1671cc143 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840623 Jul 07 13:20:51.995432 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.003607 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-542c78ee-ad60-4a0e-9c42-31026433f08d None None] Set router 409da8db-2d22-4470-8b91-5f1e13a8c434 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:20:52.138882 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.210695 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-542c78ee-ad60-4a0e-9c42-31026433f08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'name': 'tempest-TestMinimumBasicScenario-169544336-router', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:41Z', 'updated_at': '2021-07-07T13:20:51Z', 'revision_number': 5, 'project_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'gw_port': {'id': '396cc6ae-667f-4561-828d-c7a4a66cd9ac', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:17:42Z', 'updated_at': '2021-07-07T13:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:52.241952 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c78ee-ad60-4a0e-9c42-31026433f08d None None] Checking router: 409da8db-2d22-4470-8b91-5f1e13a8c434 for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:20:52.251510 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c78ee-ad60-4a0e-9c42-31026433f08d None None] Routers {'409da8db-2d22-4470-8b91-5f1e13a8c434'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:20:52.252110 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-542c78ee-ad60-4a0e-9c42-31026433f08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:20:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['409da8db-2d22-4470-8b91-5f1e13a8c434'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:52.292051 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Deleting port 396cc6ae-667f-4561-828d-c7a4a66cd9ac {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:52.293261 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.385117 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-542c78ee-ad60-4a0e-9c42-31026433f08d None None] Set router 409da8db-2d22-4470-8b91-5f1e13a8c434 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:20:52.387451 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47466) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:52.409118 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] For port 396cc6ae-667f-4561-828d-c7a4a66cd9ac, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=396cc6ae-667f-4561-828d-c7a4a66cd9ac,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:52.409900 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.426367 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Calling delete_port for 396cc6ae-667f-4561-828d-c7a4a66cd9ac owned by network:router_gateway {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:52.447917 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-542c78ee-ad60-4a0e-9c42-31026433f08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'name': 'tempest-TestMinimumBasicScenario-169544336-router', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:41Z', 'updated_at': '2021-07-07T13:20:52Z', 'revision_number': 6, 'project_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'gw_port_host': None}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:52.486094 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c78ee-ad60-4a0e-9c42-31026433f08d None None] The sync data for ids ['409da8db-2d22-4470-8b91-5f1e13a8c434'] in dv-cinder-786627-18-iscsi is: [{'id': '409da8db-2d22-4470-8b91-5f1e13a8c434', 'name': 'tempest-TestMinimumBasicScenario-169544336-router', 'tenant_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:17:41Z', 'updated_at': '2021-07-07T13:20:52Z', 'revision_number': 6, 'project_id': 'd34a05f1c45745b1b5080a32e172ba8b', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:20:52.509119 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff77783c-a1aa-4379-b061-4af6bac02989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.616625 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff77783c-a1aa-4379-b061-4af6bac02989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.696528 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff77783c-a1aa-4379-b061-4af6bac02989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.734855 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77783c-a1aa-4379-b061-4af6bac02989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd0c824-0ea1-495b-8b48-3e179e86ad51,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:52.736636 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.740676 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-ff77783c-a1aa-4379-b061-4af6bac02989 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7089d0a612064d978c1aa491cbe287b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507957 Jul 07 13:20:52.743346 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47470) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:52.776495 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=396cc6ae-667f-4561-828d-c7a4a66cd9ac,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:52.803399 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7164fd7c-6fd2-4ea5-80f6-93c7a98a1b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.830727 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7164fd7c-6fd2-4ea5-80f6-93c7a98a1b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.845390 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7901587'] for router_gateway, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.951575 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8048167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26417'] for router, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.955634 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.965645 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7164fd7c-6fd2-4ea5-80f6-93c7a98a1b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.968637 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7164fd7c-6fd2-4ea5-80f6-93c7a98a1b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:52.972324 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-7164fd7c-6fd2-4ea5-80f6-93c7a98a1b95 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8bd0c824-0ea1-495b-8b48-3e179e86ad51 HTTP/1.1" status: 204 len: 168 time: 0.2252278 Jul 07 13:20:53.006086 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164fd7c-6fd2-4ea5-80f6-93c7a98a1b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd0c824-0ea1-495b-8b48-3e179e86ad51,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:53.116541 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8046007'] for router, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.117071 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 409da8db-2d22-4470-8b91-5f1e13a8c434 {{(pid=93698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:20:53.122846 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.123973 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e1ca705c-ff66-4bce-81a1-d1611be73aa5 admin admin] 10.222.0.67 "DELETE /v2.0/routers/409da8db-2d22-4470-8b91-5f1e13a8c434 HTTP/1.1" status: 204 len: 168 time: 1.2765939 Jul 07 13:20:53.126690 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47476) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:53.184787 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb85bd3-d4fa-47d0-a57f-39740662adca admin admin] Deleting subnet 768bd802-4e81-4dec-8c07-b59ad6ad83c8 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:20:53.188481 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8eb85bd3-d4fa-47d0-a57f-39740662adca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.235074 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34ee6f-1d7e-4434-9b1b-75eec4f2110d req-ec418c2c-450d-4e08-a6f9-a8c92e4e0b59 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:53.236664 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9b34ee6f-1d7e-4434-9b1b-75eec4f2110d req-ec418c2c-450d-4e08-a6f9-a8c92e4e0b59 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.1495700 Jul 07 13:20:53.242897 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8eb85bd3-d4fa-47d0-a57f-39740662adca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536814453'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.317488 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9b34ee6f-1d7e-4434-9b1b-75eec4f2110d req-7f02e248-08d3-4c6c-9b23-4df092e16f49 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724614 Jul 07 13:20:53.348001 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 04b4f670-ddfd-460a-af2c-a03b026b2ee9 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:53.368942 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 04b4f670-ddfd-460a-af2c-a03b026b2ee9 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:20:53.369294 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 04b4f670-ddfd-460a-af2c-a03b026b2ee9 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:20:53.412094 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8eb85bd3-d4fa-47d0-a57f-39740662adca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.525555 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8eb85bd3-d4fa-47d0-a57f-39740662adca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536813746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536811131'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.558763 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb85bd3-d4fa-47d0-a57f-39740662adca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768bd802-4e81-4dec-8c07-b59ad6ad83c8,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:53.566530 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8eb85bd3-d4fa-47d0-a57f-39740662adca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.569158 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738a180-7408-4f11-9c22-024c315572ec None None] Network d757ade7-ba60-4e1d-b281-fa2dac376a80 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:20:53.573369 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47482) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:53.584915 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-8eb85bd3-d4fa-47d0-a57f-39740662adca admin admin] 10.222.0.67 "DELETE /v2.0/subnets/768bd802-4e81-4dec-8c07-b59ad6ad83c8 HTTP/1.1" status: 204 len: 168 time: 0.4448824 Jul 07 13:20:53.626320 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47484) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:53.640898 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3180e752-d016-409e-9e1d-3791759cc654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.709479 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.752030 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3180e752-d016-409e-9e1d-3791759cc654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.769288 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Deleting port 27070aa9-9c19-4429-8733-3cd5b2cfc80b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:53.769619 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.840051 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] For port 27070aa9-9c19-4429-8733-3cd5b2cfc80b, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=27070aa9-9c19-4429-8733-3cd5b2cfc80b,segment=NetworkSegment(b61f08e2-664d-4497-955c-b224abfeac80),segment_id=b61f08e2-664d-4497-955c-b224abfeac80)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:53.840051 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.845744 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a24ecb-d5fd-4a03-ad39-239d0dd2034c None None] DHCP port deletion for d757ade7-ba60-4e1d-b281-fa2dac376a80 request from dv-cinder-786627-18-iscsi {{(pid=93700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:20:53.853867 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Calling delete_port for 27070aa9-9c19-4429-8733-3cd5b2cfc80b owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:53.856185 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3180e752-d016-409e-9e1d-3791759cc654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.895174 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a7a24ecb-d5fd-4a03-ad39-239d0dd2034c None None] Deleting port 27070aa9-9c19-4429-8733-3cd5b2cfc80b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:20:53.895606 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7a24ecb-d5fd-4a03-ad39-239d0dd2034c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.898828 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3180e752-d016-409e-9e1d-3791759cc654 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d3d2f1d1c2dc4848956efc74282bbeb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710555 Jul 07 13:20:53.899692 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180e752-d016-409e-9e1d-3791759cc654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1315efbf-8134-4a59-827a-66d30348b4d1,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:53.902946 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47486) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:53.966337 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a7a24ecb-d5fd-4a03-ad39-239d0dd2034c None None] For port 27070aa9-9c19-4429-8733-3cd5b2cfc80b, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=27070aa9-9c19-4429-8733-3cd5b2cfc80b,segment=NetworkSegment(b61f08e2-664d-4497-955c-b224abfeac80),segment_id=b61f08e2-664d-4497-955c-b224abfeac80)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:53.966730 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7a24ecb-d5fd-4a03-ad39-239d0dd2034c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:53.978904 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a7a24ecb-d5fd-4a03-ad39-239d0dd2034c None None] Calling delete_port for 27070aa9-9c19-4429-8733-3cd5b2cfc80b owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:20:53.980583 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b273831-7c93-40c1-bc7d-7337396fa3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:54.002762 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b273831-7c93-40c1-bc7d-7337396fa3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:54.079587 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:54.085375 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7a24ecb-d5fd-4a03-ad39-239d0dd2034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:54.103287 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=27070aa9-9c19-4429-8733-3cd5b2cfc80b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:54.110773 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a24ecb-d5fd-4a03-ad39-239d0dd2034c None None] Pushing event deleted for resources: {'Port': ['ID=27070aa9-9c19-4429-8733-3cd5b2cfc80b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:54.112625 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] No DVR routers for this DVR port 27070aa9-9c19-4429-8733-3cd5b2cfc80b on host dv-cinder-786627-18-iscsi {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:20:54.114191 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a24ecb-d5fd-4a03-ad39-239d0dd2034c None None] No DVR routers for this DVR port 27070aa9-9c19-4429-8733-3cd5b2cfc80b on host dv-cinder-786627-18-iscsi {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:20:54.184247 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b273831-7c93-40c1-bc7d-7337396fa3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:54.186753 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b273831-7c93-40c1-bc7d-7337396fa3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:54.193548 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-2b273831-7c93-40c1-bc7d-7337396fa3e1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1315efbf-8134-4a59-827a-66d30348b4d1 HTTP/1.1" status: 204 len: 168 time: 0.2840567 Jul 07 13:20:54.193548 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:54.206847 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b273831-7c93-40c1-bc7d-7337396fa3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1315efbf-8134-4a59-827a-66d30348b4d1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:54.209423 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d757ade7-ba60-4e1d-b281-fa2dac376a80']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:54.219921 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61f08e2-664d-4497-955c-b224abfeac80') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:54.227597 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61f08e2-664d-4497-955c-b224abfeac80') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:20:54.230096 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699333'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:54.244994 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:54.251121 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4700122'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: Traceback (most recent call last): Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: timer() Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: cb(*args, **kw) Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: return func(*args, **kwargs) Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: self._notify() Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: self.callback(batched_events) Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: event.method(event) Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: return f(self, *a, **k) Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._get(url).json() Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:20:54.254513 dv-cinder-786627-18-iscsi neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:20:54.411189 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:54.416654 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:54.419025 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d757ade7-ba60-4e1d-b281-fa2dac376a80 HTTP/1.1" status: 204 len: 168 time: 0.8443108 Jul 07 13:20:54.430826 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b242c6-3e12-4f4a-b364-00db62ec2e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=d757ade7-ba60-4e1d-b281-fa2dac376a80,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:54.517176 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4267-a205-48e5-b8d1-8bc6851bf322 req-652a1028-1461-42c1-a3c8-ffadc60d6c61 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:54.518714 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f9e4267-a205-48e5-b8d1-8bc6851bf322 req-652a1028-1461-42c1-a3c8-ffadc60d6c61 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0728691 Jul 07 13:20:54.555809 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f9e4267-a205-48e5-b8d1-8bc6851bf322 req-6f946c91-e1a8-4e1c-b9bd-dde7bf16e2c3 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314453 Jul 07 13:20:54.669759 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 27070aa9-9c19-4429-8733-3cd5b2cfc80b no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:54.691903 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 27070aa9-9c19-4429-8733-3cd5b2cfc80b {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:20:54.692241 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 27070aa9-9c19-4429-8733-3cd5b2cfc80b not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:20:54.693484 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 396cc6ae-667f-4561-828d-c7a4a66cd9ac no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:20:54.710578 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 396cc6ae-667f-4561-828d-c7a4a66cd9ac {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:20:54.710858 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 396cc6ae-667f-4561-828d-c7a4a66cd9ac not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:20:54.782586 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47498) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:54.823912 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-68f4dcd9-7af0-4396-b02c-2156370df261 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ab9e0fc7e1764738ae1cbf343ec6e189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400076 Jul 07 13:20:54.826311 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47500) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:54.874725 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-321e88d6-ac31-48eb-9014-866a04df180d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:54.895841 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-321e88d6-ac31-48eb-9014-866a04df180d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:55.001427 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47502) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:55.002148 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7ef0-ea15-46e5-ad1e-2f071e174c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:55.014888 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6afa774f-dfa2-4b4f-bc21-a4cc7f26d59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:55.040311 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-321e88d6-ac31-48eb-9014-866a04df180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:55.043972 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-321e88d6-ac31-48eb-9014-866a04df180d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:55.045132 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-321e88d6-ac31-48eb-9014-866a04df180d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0a36953f-7043-47fb-b2fc-43413d600d1d HTTP/1.1" status: 204 len: 168 time: 0.2179019 Jul 07 13:20:55.063102 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e88d6-ac31-48eb-9014-866a04df180d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a36953f-7043-47fb-b2fc-43413d600d1d,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:55.126815 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6afa774f-dfa2-4b4f-bc21-a4cc7f26d59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:55.199881 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6afa774f-dfa2-4b4f-bc21-a4cc7f26d59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:55.238136 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-6afa774f-dfa2-4b4f-bc21-a4cc7f26d59b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f5985c312d694507bb68c76a4f16cfa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354944 Jul 07 13:20:55.239143 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa774f-dfa2-4b4f-bc21-a4cc7f26d59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e53ef83-b271-4601-ab6e-463593724ead,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:55.240912 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47506) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:55.289996 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c333555e-2ee4-4394-b1d0-b533d0dc07bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:55.312189 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c333555e-2ee4-4394-b1d0-b533d0dc07bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:55.449513 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c333555e-2ee4-4394-b1d0-b533d0dc07bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:55.452038 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c333555e-2ee4-4394-b1d0-b533d0dc07bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:55.453244 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-c333555e-2ee4-4394-b1d0-b533d0dc07bd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8e53ef83-b271-4601-ab6e-463593724ead HTTP/1.1" status: 204 len: 168 time: 0.2112978 Jul 07 13:20:55.461316 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333555e-2ee4-4394-b1d0-b533d0dc07bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e53ef83-b271-4601-ab6e-463593724ead,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:55.743243 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc54b5-0e36-470b-ba5c-f0d4d9bd98f1 req-478abba0-88c4-470b-b17a-23f2e2a71887 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:55.744762 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-79fc54b5-0e36-470b-ba5c-f0d4d9bd98f1 req-478abba0-88c4-470b-b17a-23f2e2a71887 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0714056 Jul 07 13:20:55.784134 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-79fc54b5-0e36-470b-ba5c-f0d4d9bd98f1 req-5168374c-e66f-4676-a97c-78aac87ee743 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328071 Jul 07 13:20:55.875875 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47516) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:55.918208 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-170bad38-aac5-4825-b34a-91d5f2657322 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d34a05f1c45745b1b5080a32e172ba8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411580 Jul 07 13:20:55.920709 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47518) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:20:55.972478 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6995-df72-47e8-825b-71e8a3c06961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:55.993984 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6995-df72-47e8-825b-71e8a3c06961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:56.113755 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6995-df72-47e8-825b-71e8a3c06961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:56.116416 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6995-df72-47e8-825b-71e8a3c06961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:56.117678 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-b8ba6995-df72-47e8-825b-71e8a3c06961 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bff3774e-ab86-4771-a621-3504d263c798 HTTP/1.1" status: 204 len: 168 time: 0.1960435 Jul 07 13:20:56.127527 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba6995-df72-47e8-825b-71e8a3c06961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff3774e-ab86-4771-a621-3504d263c798,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:56.980398 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c241de-3827-461d-acc3-9bf30d1fc604 req-74b37013-36de-441a-99ad-b3ffb0c48130 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:56.981993 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-57c241de-3827-461d-acc3-9bf30d1fc604 req-74b37013-36de-441a-99ad-b3ffb0c48130 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 943 time: 0.0698817 Jul 07 13:20:57.020596 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-57c241de-3827-461d-acc3-9bf30d1fc604 req-cc9900f7-df1c-49f1-af10-322de32d86ac tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329680 Jul 07 13:20:57.671498 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e0428232-d84b-424d-9f92-c4595e68881c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:20:57.787885 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e0428232-d84b-424d-9f92-c4595e68881c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e0428232-d84b-424d-9f92-c4595e68881c,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:57.800662 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': 'e0428232-d84b-424d-9f92-c4595e68881c', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'port_id': 'e0428232-d84b-424d-9f92-c4595e68881c', 'mac_address': 'fa:16:3e:7d:90:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:20:57.845277 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:57.859568 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0428232-d84b-424d-9f92-c4595e68881c {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:20:57.879887 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e0428232-d84b-424d-9f92-c4595e68881c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e0428232-d84b-424d-9f92-c4595e68881c,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:58.085170 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d502e7d-e3d5-44ed-9c50-5094f68e3ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:58.154457 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:58.158210 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:58.215086 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=e0428232-d84b-424d-9f92-c4595e68881c,revision_number=9']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:20:58.216612 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafbeda-3b2a-4d48-bccf-282cc80f028b req-ff3961ef-6c39-4267-b2c2-fddb523347ee tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:58.218223 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ceafbeda-3b2a-4d48-bccf-282cc80f028b req-ff3961ef-6c39-4267-b2c2-fddb523347ee tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 944 time: 0.0735760 Jul 07 13:20:58.265627 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ceafbeda-3b2a-4d48-bccf-282cc80f028b req-af184359-fa79-4238-bbde-b4126a4826f5 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409029 Jul 07 13:20:58.470727 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['e0428232-d84b-424d-9f92-c4595e68881c'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:20:58.856153 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:59.453693 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c25971-8dbf-4dc5-a95a-83e6ead170cc req-18970dd2-de44-4325-a900-371db8ce4b08 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:20:59.454872 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f6c25971-8dbf-4dc5-a95a-83e6ead170cc req-18970dd2-de44-4325-a900-371db8ce4b08 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 944 time: 0.0668654 Jul 07 13:20:59.508682 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f6c25971-8dbf-4dc5-a95a-83e6ead170cc req-3c2b58ca-53d4-43e2-a31e-cb63fb418988 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447297 Jul 07 13:20:59.703759 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e0428232-d84b-424d-9f92-c4595e68881c up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:20:59.755596 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port e0428232-d84b-424d-9f92-c4595e68881c triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:20:59.755979 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:59.840700 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:20:59.864278 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:20:59.866583 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf831d9a-f50c-4656-b1b5-37bb1d3d588f" -d '{"events": [{"server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "name": "network-vif-plugged", "status": "completed", "tag": "e0428232-d84b-424d-9f92-c4595e68881c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:20:59.884669 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port e0428232-d84b-424d-9f92-c4595e68881c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e0428232-d84b-424d-9f92-c4595e68881c,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:20:59.915049 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f4faff-259e-4b77-9f01-74755618a747 x-openstack-request-id: req-92f4faff-259e-4b77-9f01-74755618a747 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:20:59.915378 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "name": "network-vif-plugged", "status": "completed", "tag": "e0428232-d84b-424d-9f92-c4595e68881c", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:20:59.915690 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-92f4faff-259e-4b77-9f01-74755618a747 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:20:59.916120 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c', 'code': 200} Jul 07 13:20:59.965028 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:00.019746 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=e0428232-d84b-424d-9f92-c4595e68881c,revision_number=10']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:00.393272 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acec3c-97cd-40aa-bd29-8d52c9c78358 req-dfa764f5-a265-42b6-a98c-bea4ec0b7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:00.394776 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-90acec3c-97cd-40aa-bd29-8d52c9c78358 req-dfa764f5-a265-42b6-a98c-bea4ec0b7f67 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 1099 time: 0.0542324 Jul 07 13:21:00.436328 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-90acec3c-97cd-40aa-bd29-8d52c9c78358 req-931a51da-641f-479a-8836-1ce2791d43bf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296555 Jul 07 13:21:00.721166 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786b8b8-a9be-41f0-83fb-a001a0f35c06 req-9d7deff9-f302-4bc8-9ab5-d72a52abaf81 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:00.722778 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7786b8b8-a9be-41f0-83fb-a001a0f35c06 req-9d7deff9-f302-4bc8-9ab5-d72a52abaf81 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 946 time: 0.0741220 Jul 07 13:21:00.790429 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7786b8b8-a9be-41f0-83fb-a001a0f35c06 req-c7b5d33c-78f5-4b03-b126-540b523383f8 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589943 Jul 07 13:21:01.062010 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:02.016222 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc93a3-c898-4a11-9e5b-b1b90cf5151b req-9c6e159a-fb2a-4792-91e6-8fcb7fe7d297 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:02.018604 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-32cc93a3-c898-4a11-9e5b-b1b90cf5151b req-9c6e159a-fb2a-4792-91e6-8fcb7fe7d297 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 946 time: 0.0733533 Jul 07 13:21:02.062728 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-32cc93a3-c898-4a11-9e5b-b1b90cf5151b req-c9e5f2f2-b6d9-435b-86e3-9564e8a6d4b2 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347335 Jul 07 13:21:03.255524 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786328ad-59c6-48c3-8575-937b763d6f19 req-6daa959d-2a7b-4fd9-ba39-26dce32b6868 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:03.257103 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-786328ad-59c6-48c3-8575-937b763d6f19 req-6daa959d-2a7b-4fd9-ba39-26dce32b6868 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 946 time: 0.0691044 Jul 07 13:21:03.296388 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-786328ad-59c6-48c3-8575-937b763d6f19 req-282f2a0c-0a97-467e-9945-64aaca2e69b9 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328360 Jul 07 13:21:04.271453 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47674) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:04.386007 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4075-8a6b-4d12-a820-4dec861e2295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:04.519460 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4084182-b8e4-4a9b-8d93-5ec7d70d213a req-161e6b28-800f-4b0d-83c3-29a42d6e3280 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:04.521062 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d4084182-b8e4-4a9b-8d93-5ec7d70d213a req-161e6b28-800f-4b0d-83c3-29a42d6e3280 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 946 time: 0.0978649 Jul 07 13:21:04.555625 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4075-8a6b-4d12-a820-4dec861e2295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:04.575953 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d4084182-b8e4-4a9b-8d93-5ec7d70d213a req-3752428e-ed08-4466-9c49-63be24140917 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477169 Jul 07 13:21:04.685317 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4075-8a6b-4d12-a820-4dec861e2295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:04.723223 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f4075-8a6b-4d12-a820-4dec861e2295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b08cdf4-f9af-495e-bc74-adb8a9ddeac0,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:04.729006 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-fb1f4075-8a6b-4d12-a820-4dec861e2295 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3e8e80ef627648c98eaccae1fd630a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564791 Jul 07 13:21:04.732141 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47682) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:04.785135 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-22e2a3d7-cc4e-420f-87d2-f37508dd9344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:04.809154 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-22e2a3d7-cc4e-420f-87d2-f37508dd9344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:04.958957 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-22e2a3d7-cc4e-420f-87d2-f37508dd9344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:04.961670 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-22e2a3d7-cc4e-420f-87d2-f37508dd9344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:04.962836 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-22e2a3d7-cc4e-420f-87d2-f37508dd9344 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6b08cdf4-f9af-495e-bc74-adb8a9ddeac0 HTTP/1.1" status: 204 len: 168 time: 0.2298319 Jul 07 13:21:04.973089 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2a3d7-cc4e-420f-87d2-f37508dd9344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b08cdf4-f9af-495e-bc74-adb8a9ddeac0,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:05.841410 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47690) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:05.855670 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8017-5bac-4fb5-9028-64df8c638ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:05.960984 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8017-5bac-4fb5-9028-64df8c638ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:06.055922 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8017-5bac-4fb5-9028-64df8c638ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:06.096611 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-b2aa8017-5bac-4fb5-9028-64df8c638ac5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6e580ba7aef4e60a886ec90d628d748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540472 Jul 07 13:21:06.097655 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa8017-5bac-4fb5-9028-64df8c638ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f25bbf-7081-43e3-8ee1-e4b0366e89fe,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:06.100121 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47694) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:06.151638 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55196170-c4b7-4425-b1a4-f4f642306838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:06.173148 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55196170-c4b7-4425-b1a4-f4f642306838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:06.290466 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55196170-c4b7-4425-b1a4-f4f642306838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:06.293874 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55196170-c4b7-4425-b1a4-f4f642306838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:06.295111 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-55196170-c4b7-4425-b1a4-f4f642306838 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/23f25bbf-7081-43e3-8ee1-e4b0366e89fe HTTP/1.1" status: 204 len: 168 time: 0.1939504 Jul 07 13:21:06.303255 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55196170-c4b7-4425-b1a4-f4f642306838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f25bbf-7081-43e3-8ee1-e4b0366e89fe,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:19.889963 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:19.991685 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668713d-59ed-4c5e-9335-355984dab3ca req-71fa86fd-09b4-4bce-b2c8-9905c33c13e1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:19.993315 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0668713d-59ed-4c5e-9335-355984dab3ca req-71fa86fd-09b4-4bce-b2c8-9905c33c13e1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 945 time: 0.0671151 Jul 07 13:21:20.041214 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0668713d-59ed-4c5e-9335-355984dab3ca req-e51a012d-fc8a-4b57-acf7-c6152e01d71c tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416765 Jul 07 13:21:20.513005 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47864) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:20.632107 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3b9e-6088-48d5-aed8-14379f972670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:20.732711 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3b9e-6088-48d5-aed8-14379f972670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:20.799648 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3b9e-6088-48d5-aed8-14379f972670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:20.840400 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-4cbb3b9e-6088-48d5-aed8-14379f972670 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b2895b6497c342bf8aa8e31d526b98c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261838 Jul 07 13:21:20.841331 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb3b9e-6088-48d5-aed8-14379f972670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccfc131-7317-4411-a2e5-9137b19cebd5,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:20.843588 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47868) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:20.927862 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-00b19dd2-623f-473c-802c-9e0621810a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:20.952648 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-00b19dd2-623f-473c-802c-9e0621810a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:21.061524 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-00b19dd2-623f-473c-802c-9e0621810a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:21.064414 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-00b19dd2-623f-473c-802c-9e0621810a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:21.065642 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-00b19dd2-623f-473c-802c-9e0621810a8d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bccfc131-7317-4411-a2e5-9137b19cebd5 HTTP/1.1" status: 204 len: 168 time: 0.2208126 Jul 07 13:21:21.080701 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b19dd2-623f-473c-802c-9e0621810a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccfc131-7317-4411-a2e5-9137b19cebd5,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:21.253329 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf631c-35ac-4801-9e78-11ff27a394db req-bc72fd10-90aa-4d29-998f-937b216a351a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:21.255135 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d0cf631c-35ac-4801-9e78-11ff27a394db req-bc72fd10-90aa-4d29-998f-937b216a351a tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 945 time: 0.0680921 Jul 07 13:21:21.297548 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d0cf631c-35ac-4801-9e78-11ff27a394db req-b581045f-2ee4-4afd-a1c3-4d97d9ee926f tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359082 Jul 07 13:21:21.822188 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47876) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:21.836247 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88b5b960-c16e-4a5b-8941-dc45d22ff7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:21.995268 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-547bb208-7a15-4458-9b61-f03a1059d18d tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:21.996832 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-547bb208-7a15-4458-9b61-f03a1059d18d tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 945 time: 0.1125288 Jul 07 13:21:21.998921 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88b5b960-c16e-4a5b-8941-dc45d22ff7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:22.056780 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88b5b960-c16e-4a5b-8941-dc45d22ff7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:22.131730 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5b960-c16e-4a5b-8941-dc45d22ff7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb4a518-f65f-4a0b-84ec-f575a50a83e4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:22.137860 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-88b5b960-c16e-4a5b-8941-dc45d22ff7f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e7320f16e1d74f88b7808be6039f4a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145466 Jul 07 13:21:22.142678 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47878) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:22.194826 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Deleting port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:22.195168 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:22.258003 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46bbed14-41b7-4f15-985b-50e44eebe5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:22.311495 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46bbed14-41b7-4f15-985b-50e44eebe5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:22.375231 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] For port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7c4a6e2e-fe1a-411f-a2ae-94443b89432f,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:22.375600 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:22.503825 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecfb3a-2162-46ae-8b09-90665245febe req-e39af07b-75cd-485a-a0e2-b875d0dcca48 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:22.506463 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1cecfb3a-2162-46ae-8b09-90665245febe req-e39af07b-75cd-485a-a0e2-b875d0dcca48 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 945 time: 0.0868945 Jul 07 13:21:22.543607 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46bbed14-41b7-4f15-985b-50e44eebe5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:22.546059 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46bbed14-41b7-4f15-985b-50e44eebe5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:22.547287 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-46bbed14-41b7-4f15-985b-50e44eebe5ac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1fb4a518-f65f-4a0b-84ec-f575a50a83e4 HTTP/1.1" status: 204 len: 168 time: 0.4038270 Jul 07 13:21:22.557525 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1cecfb3a-2162-46ae-8b09-90665245febe req-bf0818ad-9e1e-4f44-a533-ddb055d727e1 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups?id=7facf3a2-fa8c-4b30-b2ef-5673eb351218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452142 Jul 07 13:21:22.565785 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbed14-41b7-4f15-985b-50e44eebe5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb4a518-f65f-4a0b-84ec-f575a50a83e4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:22.592405 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:22.592776 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:22.593116 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.l3_db [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Floating IP 2fee5e9d-aaa1-4592-93ef-d02b82e4da39 disassociated. External IP: 172.27.2.102, port: 7c4a6e2e-fe1a-411f-a2ae-94443b89432f. Jul 07 13:21:22.593470 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Calling delete_port for 7c4a6e2e-fe1a-411f-a2ae-94443b89432f owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:22.827882 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:22.874491 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event deleted for resources: {'Port': ['ID=7c4a6e2e-fe1a-411f-a2ae-94443b89432f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:23.274598 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:21:23.412997 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:21:23.431540 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410e22b-72f3-4fb5-9b00-eec466d21cd2 None None] Sync routers for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:21:23.455516 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410e22b-72f3-4fb5-9b00-eec466d21cd2 None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:21:23.456605 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-9410e22b-72f3-4fb5-9b00-eec466d21cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:20:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:23.465097 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] No DVR routers for this DVR port 7c4a6e2e-fe1a-411f-a2ae-94443b89432f on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:21:23.467847 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:23.470061 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-81ef8b4f-b446-4ff2-b2a7-73adb69492d1 req-adafd4a5-6300-461b-a2ae-471283deb288 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.79 "DELETE /v2.0/ports/7c4a6e2e-fe1a-411f-a2ae-94443b89432f HTTP/1.1" status: 204 len: 173 time: 1.4567606 Jul 07 13:21:23.471179 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a948ad-2cec-4ae2-8667-92e06c97cb11', 'name': 'network-vif-deleted', 'tag': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:21:23.474374 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26503ac1-d5a7-4e4b-9b00-fb5a09506b7a" -d '{"events": [{"server_uuid": "60a948ad-2cec-4ae2-8667-92e06c97cb11", "name": "network-vif-deleted", "tag": "7c4a6e2e-fe1a-411f-a2ae-94443b89432f"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:21:23.526733 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87053df7-c692-4893-b96c-bdf5dc2ef43c x-openstack-request-id: req-87053df7-c692-4893-b96c-bdf5dc2ef43c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:21:23.527032 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a948ad-2cec-4ae2-8667-92e06c97cb11", "name": "network-vif-deleted", "tag": "7c4a6e2e-fe1a-411f-a2ae-94443b89432f", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:21:23.528033 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-87053df7-c692-4893-b96c-bdf5dc2ef43c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:21:23.528033 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a948ad-2cec-4ae2-8667-92e06c97cb11', 'name': 'network-vif-deleted', 'tag': '7c4a6e2e-fe1a-411f-a2ae-94443b89432f', 'status': 'completed', 'code': 200} Jul 07 13:21:23.608722 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-9410e22b-72f3-4fb5-9b00-eec466d21cd2 None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:21:23.751372 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5814ebdf-3bd1-4a99-99aa-458c332c131b req-121a8185-1ae7-457b-9781-2c53736c077e tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/ports?device_id=60a948ad-2cec-4ae2-8667-92e06c97cb11 HTTP/1.1" status: 200 len: 210 time: 0.0394256 Jul 07 13:21:23.856736 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-9410e22b-72f3-4fb5-9b00-eec466d21cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:23.884807 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410e22b-72f3-4fb5-9b00-eec466d21cd2 None None] Checking router: 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:21:23.897173 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410e22b-72f3-4fb5-9b00-eec466d21cd2 None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:21:23.898098 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-9410e22b-72f3-4fb5-9b00-eec466d21cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:20:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:24.028189 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-9410e22b-72f3-4fb5-9b00-eec466d21cd2 None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:21:24.115960 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:21:24.252688 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-9410e22b-72f3-4fb5-9b00-eec466d21cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:24.280742 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410e22b-72f3-4fb5-9b00-eec466d21cd2 None None] The sync data for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi is: [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:14:23Z', 'revision_number': 4, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '57089ab6-b751-47e4-b8d9-be17963e7dfb', 'name': '', 'network_id': '6fc20eae-5d05-4c74-9dbd-3969cab78fbb', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'mac_address': 'fa:16:3e:56:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:21Z', 'updated_at': '2021-07-07T13:14:33Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'subnets': [{'id': 'bca1634c-3fe5-426d-bf37-647a77060a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:21:24.558341 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0492d63-a9c4-4d10-b039-8badfcaa4030 None None] New status for floating IP 2fee5e9d-aaa1-4592-93ef-d02b82e4da39: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:21:24.773022 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47916) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:24.901536 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62086e0e-ae3c-48a2-b205-68cdf924c66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:24.934362 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47922) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:24.970296 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-449efcdf-660e-43a1-bb01-016ca4314325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:24.998091 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.012123 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62086e0e-ae3c-48a2-b205-68cdf924c66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.026261 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.089316 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62086e0e-ae3c-48a2-b205-68cdf924c66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.130385 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62086e0e-ae3c-48a2-b205-68cdf924c66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a19113-f223-4390-a1e0-4923b0dc50c0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:25.134846 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-62086e0e-ae3c-48a2-b205-68cdf924c66a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8cf0b2c847634b91b572a6dc97469c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608444 Jul 07 13:21:25.137582 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 47924) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:25.182632 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.185115 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.186328 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "DELETE /v2.0/security-groups/7facf3a2-fa8c-4b30-b2ef-5673eb351218 HTTP/1.1" status: 204 len: 168 time: 0.2508945 Jul 07 13:21:25.189350 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47926) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:25.205117 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.api.v2.resource [None req-ded43396-98eb-440a-9f87-b2ba72fdcf47 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] show failed (client error): The resource could not be found. Jul 07 13:21:25.206439 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-ded43396-98eb-440a-9f87-b2ba72fdcf47 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "GET /v2.0/security-groups/7facf3a2-fa8c-4b30-b2ef-5673eb351218 HTTP/1.1" status: 404 len: 347 time: 0.0156794 Jul 07 13:21:25.207521 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7facf3a2-fa8c-4b30-b2ef-5673eb351218,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:25.209990 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47928) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:25.211146 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-97a9f9ba-09e4-4f98-9275-c60067b8ed06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.220569 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:25.221088 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:25.228396 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:25.228396 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:25.228396 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:25.228396 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:25.228396 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:25.228396 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:25.228396 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:25.228396 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:25.228396 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:25.228396 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc66509-be22-459c-ba76-60d97ba9c487 tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:25.249030 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-97a9f9ba-09e4-4f98-9275-c60067b8ed06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.394725 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-bf92e705-1730-4dc8-ba91-ec9798261aba tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Deleting port 0b0707f7-dfdf-45f5-856d-f1bf47acab0d {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:25.395306 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf92e705-1730-4dc8-ba91-ec9798261aba tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.552590 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf92e705-1730-4dc8-ba91-ec9798261aba tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.553064 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf92e705-1730-4dc8-ba91-ec9798261aba tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.567110 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-bf92e705-1730-4dc8-ba91-ec9798261aba tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Calling delete_port for 0b0707f7-dfdf-45f5-856d-f1bf47acab0d owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:25.723937 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-97a9f9ba-09e4-4f98-9275-c60067b8ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.726588 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-97a9f9ba-09e4-4f98-9275-c60067b8ed06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.727847 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-97a9f9ba-09e4-4f98-9275-c60067b8ed06 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/54a19113-f223-4390-a1e0-4923b0dc50c0 HTTP/1.1" status: 204 len: 168 time: 0.5892076 Jul 07 13:21:25.737299 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9f9ba-09e4-4f98-9275-c60067b8ed06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a19113-f223-4390-a1e0-4923b0dc50c0,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:25.805053 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf92e705-1730-4dc8-ba91-ec9798261aba tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.841262 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 7c4a6e2e-fe1a-411f-a2ae-94443b89432f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:21:25.850965 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92e705-1730-4dc8-ba91-ec9798261aba tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Pushing event deleted for resources: {'Port': ['ID=0b0707f7-dfdf-45f5-856d-f1bf47acab0d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:25.864139 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: 7c4a6e2e-fe1a-411f-a2ae-94443b89432f {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:21:25.864491 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 7c4a6e2e-fe1a-411f-a2ae-94443b89432f not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:21:25.920945 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf92e705-1730-4dc8-ba91-ec9798261aba tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.924653 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf92e705-1730-4dc8-ba91-ec9798261aba tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:25.925949 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-bf92e705-1730-4dc8-ba91-ec9798261aba tempest-AttachVolumeTestJSON-1429749092 tempest-AttachVolumeTestJSON-1429749092-project] 10.222.0.67 "DELETE /v2.0/floatingips/2fee5e9d-aaa1-4592-93ef-d02b82e4da39 HTTP/1.1" status: 204 len: 168 time: 0.7149770 Jul 07 13:21:26.159465 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e1e726a9-1e97-435a-ac3b-05acb22c499b req-f4be7229-2431-4000-b982-823f690a39eb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989461 Jul 07 13:21:26.278358 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e726a9-1e97-435a-ac3b-05acb22c499b req-e54b4273-abf5-4b6c-8166-5f78d10c86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:26.279878 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e1e726a9-1e97-435a-ac3b-05acb22c499b req-e54b4273-abf5-4b6c-8166-5f78d10c86ba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 1099 time: 0.0833285 Jul 07 13:21:26.413852 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e726a9-1e97-435a-ac3b-05acb22c499b req-d50e758c-9300-4f8e-a0af-0d094788d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:26.415400 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e1e726a9-1e97-435a-ac3b-05acb22c499b req-d50e758c-9300-4f8e-a0af-0d094788d817 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e HTTP/1.1" status: 200 len: 918 time: 0.1124756 Jul 07 13:21:26.489735 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e1e726a9-1e97-435a-ac3b-05acb22c499b req-b0cfdc5e-1af0-437e-967d-8b7bd9507370 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0428232-d84b-424d-9f92-c4595e68881c HTTP/1.1" status: 200 len: 1001 time: 0.0671165 Jul 07 13:21:26.549838 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e726a9-1e97-435a-ac3b-05acb22c499b req-53230e1b-00d7-4dd5-a1ff-bac0ec7f2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:26.551371 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e1e726a9-1e97-435a-ac3b-05acb22c499b req-53230e1b-00d7-4dd5-a1ff-bac0ec7f2980 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a359adc-0158-41d3-a840-5f85613e3582 HTTP/1.1" status: 200 len: 856 time: 0.0547304 Jul 07 13:21:26.644821 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e726a9-1e97-435a-ac3b-05acb22c499b req-93663fc8-39a9-49fc-bfaa-fdb7c6d68e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:26.647455 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e1e726a9-1e97-435a-ac3b-05acb22c499b req-93663fc8-39a9-49fc-bfaa-fdb7c6d68e2c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fccb3ab0-70e2-4fcc-b761-492ba3f9186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0890579 Jul 07 13:21:26.761442 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e1e726a9-1e97-435a-ac3b-05acb22c499b req-1d027a70-28be-48ed-8aad-7b0e4ae93719 service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054032 Jul 07 13:21:26.870240 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e1e726a9-1e97-435a-ac3b-05acb22c499b req-c884c446-9f7e-43d0-af34-b1fc10a2aff5 service neutron] 10.222.0.79 "GET /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002455 Jul 07 13:21:26.955434 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47956) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:27.077084 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1798415477-network', 'tenant_id': '6f2c6cbd1dba4d7796391fded47cd211'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:21:27.175595 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Made reservation on behalf of 6f2c6cbd1dba4d7796391fded47cd211 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:21:27.178089 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:27.188264 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:27.296900 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:27.358309 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:27.384726 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:21:27.395799 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3eaa34-f432-49ed-aac1-309d458aa79c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:27.401145 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:27.401481 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.segments_db [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Added segment 4372319c-d253-4751-9724-f4ea150591d4 of type vlan for network ad7e47d1-aaed-42df-b312-c6471f61bd93 Jul 07 13:21:27.460091 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:27.570886 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:27.572820 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:27.573838 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:27.680471 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] Pushing event updated for resources: {'Network': ['ID=ad7e47d1-aaed-42df-b312-c6471f61bd93,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:27.694479 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network ad7e47d1-aaed-42df-b312-c6471f61bd93 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:21:27.701486 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40788930-be93-4f95-8a0c-adc4ae162268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:27.737239 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-2a925758-d6df-4cfa-a917-8f721209c380 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7803833 Jul 07 13:21:27.741502 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47966) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:27.746664 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-59d100fd-0fc4-4b12-b4a1-01263065ac93 admin admin] Request body: {'subnet': {'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1798415477-subnet', 'tenant_id': '6f2c6cbd1dba4d7796391fded47cd211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:21:27.901243 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d100fd-0fc4-4b12-b4a1-01263065ac93 admin admin] Made reservation on behalf of 6f2c6cbd1dba4d7796391fded47cd211 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:21:27.902370 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:27.903911 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59d100fd-0fc4-4b12-b4a1-01263065ac93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4570046'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:28.175790 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59d100fd-0fc4-4b12-b4a1-01263065ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4700024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4570028'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:28.233331 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d100fd-0fc4-4b12-b4a1-01263065ac93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7df4d3f-cda7-4eac-b1cf-4a916adf8847,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:28.243986 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d100fd-0fc4-4b12-b4a1-01263065ac93 admin admin] Checking segment: {'id': '4372319c-d253-4751-9724-f4ea150591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:21:28.244340 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d100fd-0fc4-4b12-b4a1-01263065ac93 admin admin] Network hostable DHCP agents. Network: ad7e47d1-aaed-42df-b312-c6471f61bd93, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:21:28.323912 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d100fd-0fc4-4b12-b4a1-01263065ac93 admin admin] Network ad7e47d1-aaed-42df-b312-c6471f61bd93 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:21:28.398474 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-59d100fd-0fc4-4b12-b4a1-01263065ac93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, ad7e47d1-aaed-42df-b312-c6471f61bd93) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:21:28.402600 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d100fd-0fc4-4b12-b4a1-01263065ac93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:28.403204 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59d100fd-0fc4-4b12-b4a1-01263065ac93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:28.410284 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43938f8-b35c-4b3c-82cb-d670c5ad2efa None None] Network ad7e47d1-aaed-42df-b312-c6471f61bd93 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:21:28.507967 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-59d100fd-0fc4-4b12-b4a1-01263065ac93 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7653077 Jul 07 13:21:28.584743 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797bb8f2-edc4-44cc-a29d-2ca6b0bb4aea None None] Network ad7e47d1-aaed-42df-b312-c6471f61bd93 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:21:28.872577 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:30.183130 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 47994) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:30.597805 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9b58c52-8a85-464b-8664-236c95b9f385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8051668'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:30.770405 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-ccbaf7b0-a54e-45f6-a990-53f14bd0d7db tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:30.770405 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-ccbaf7b0-a54e-45f6-a990-53f14bd0d7db tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/networks?id=ad7e47d1-aaed-42df-b312-c6471f61bd93 HTTP/1.1" status: 200 len: 809 time: 0.1216204 Jul 07 13:21:30.791606 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-eca876fb-03f0-476f-bb17-07979e957510 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/quotas/6f2c6cbd1dba4d7796391fded47cd211 HTTP/1.1" status: 200 len: 375 time: 0.0111511 Jul 07 13:21:30.835319 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-3b64c1bf-2883-4de9-944c-03d327c857b5 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f2c6cbd1dba4d7796391fded47cd211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377471 Jul 07 13:21:30.898113 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e9b58c52-8a85-464b-8664-236c95b9f385 admin admin] Deleting port 57089ab6-b751-47e4-b8d9-be17963e7dfb {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:30.898601 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9b58c52-8a85-464b-8664-236c95b9f385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:30.932484 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-94ebae67-2884-48eb-9848-4b21dc7e442d service neutron] 10.222.0.67 "GET /v2.0/networks/ad7e47d1-aaed-42df-b312-c6471f61bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899813 Jul 07 13:21:30.991268 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-e9b58c52-8a85-464b-8664-236c95b9f385 admin admin] For port 57089ab6-b751-47e4-b8d9-be17963e7dfb, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=57089ab6-b751-47e4-b8d9-be17963e7dfb,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:30.991713 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9b58c52-8a85-464b-8664-236c95b9f385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:31.006754 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e9b58c52-8a85-464b-8664-236c95b9f385 admin admin] Calling delete_port for 57089ab6-b751-47e4-b8d9-be17963e7dfb owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:31.038686 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-70e501aa-6243-4cd7-972d-985d994c0265 service neutron] 10.222.0.67 "GET /v2.0/networks/ad7e47d1-aaed-42df-b312-c6471f61bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000869 Jul 07 13:21:31.067082 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:31.272316 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9b58c52-8a85-464b-8664-236c95b9f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:31.304930 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b58c52-8a85-464b-8664-236c95b9f385 admin admin] Pushing event deleted for resources: {'Port': ['ID=57089ab6-b751-47e4-b8d9-be17963e7dfb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:31.354107 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dab66057-d5f6-4829-af03-97c84ada61c3 req-42056668-1d42-480e-919d-681260dcd0ed tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 210 time: 0.0382390 Jul 07 13:21:31.520246 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9b58c52-8a85-464b-8664-236c95b9f385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8052714'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:31.750466 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b58c52-8a85-464b-8664-236c95b9f385 admin admin] Router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:21:31.881168 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b58c52-8a85-464b-8664-236c95b9f385 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:21:31.886374 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-e9b58c52-8a85-464b-8664-236c95b9f385 admin admin] 10.222.0.67 "PUT /v2.0/routers/1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7021401 Jul 07 13:21:31.889324 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48020) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:31.893764 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028da464-89cd-4c00-be59-fde6cade4f15 None None] Sync routers for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:21:31.913249 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028da464-89cd-4c00-be59-fde6cade4f15 None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:21:31.914313 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-028da464-89cd-4c00-be59-fde6cade4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:21:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:32.019202 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:32.038920 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-028da464-89cd-4c00-be59-fde6cade4f15 None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:21:32.154497 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:32.246688 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-028da464-89cd-4c00-be59-fde6cade4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:21:31Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:32.277094 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028da464-89cd-4c00-be59-fde6cade4f15 None None] Checking router: 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:21:32.286349 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028da464-89cd-4c00-be59-fde6cade4f15 None None] Routers {'1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:21:32.287012 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-028da464-89cd-4c00-be59-fde6cade4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:21:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:32.429144 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-028da464-89cd-4c00-be59-fde6cade4f15 None None] Set router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:21:32.597404 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8aa618c8-4af7-4971-b64b-f314f4489e99 req-877d6764-4295-45a5-a342-7609475c0abd tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 210 time: 0.0313621 Jul 07 13:21:32.622727 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Deleting port 3498da6e-a813-4d13-af63-51098a55635e {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:32.622727 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:32.734262 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] For port 3498da6e-a813-4d13-af63-51098a55635e, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=3498da6e-a813-4d13-af63-51098a55635e,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:32.734262 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:32.750031 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Calling delete_port for 3498da6e-a813-4d13-af63-51098a55635e owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:32.797239 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-028da464-89cd-4c00-be59-fde6cade4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:21:31Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:32.828282 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028da464-89cd-4c00-be59-fde6cade4f15 None None] The sync data for ids ['1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a'] in dv-cinder-786627-18-iscsi is: [{'id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'name': 'tempest-AttachVolumeTestJSON-615963859-router', 'tenant_id': '822d7adc8c954c9399de3eeb04721257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3498da6e-a813-4d13-af63-51098a55635e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:15Z', 'updated_at': '2021-07-07T13:21:31Z', 'revision_number': 5, 'project_id': '822d7adc8c954c9399de3eeb04721257', 'gw_port': {'id': '3498da6e-a813-4d13-af63-51098a55635e', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:21:33.015622 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:33.047185 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Pushing event deleted for resources: {'Port': ['ID=3498da6e-a813-4d13-af63-51098a55635e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:33.114652 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7901587'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:33.215312 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8048167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26417'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:33.217959 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:33.369492 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8046007'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:33.369924 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:21:33.374442 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:33.375685 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-5aaf9e56-eabb-45ab-a269-8f4f1aa5406b admin admin] 10.222.0.67 "DELETE /v2.0/routers/1dcb6c59-adb6-4cfd-a7e7-8e3298ef5a7a HTTP/1.1" status: 204 len: 168 time: 1.4851534 Jul 07 13:21:33.378270 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48028) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:33.433086 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeabbfb5-00da-4fbc-8711-5e2a51534e4b admin admin] Deleting subnet bca1634c-3fe5-426d-bf37-647a77060a2e {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:21:33.436765 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeabbfb5-00da-4fbc-8711-5e2a51534e4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:33.481236 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeabbfb5-00da-4fbc-8711-5e2a51534e4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4699346'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:33.586101 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeabbfb5-00da-4fbc-8711-5e2a51534e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:33.731334 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeabbfb5-00da-4fbc-8711-5e2a51534e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4699967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4564319'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:33.760746 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabbfb5-00da-4fbc-8711-5e2a51534e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca1634c-3fe5-426d-bf37-647a77060a2e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:33.764546 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeabbfb5-00da-4fbc-8711-5e2a51534e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:33.769360 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-eeabbfb5-00da-4fbc-8711-5e2a51534e4b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bca1634c-3fe5-426d-bf37-647a77060a2e HTTP/1.1" status: 204 len: 168 time: 0.3871226 Jul 07 13:21:33.771546 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48032) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:33.776296 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f864b0d-debf-44e6-9318-f9db63ed0849 None None] Network 6fc20eae-5d05-4c74-9dbd-3969cab78fbb requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:21:33.789029 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-49cf8265-a105-49df-bf7f-1f347dc3107f req-18bfcca9-b7ac-468d-bd92-6c91625bce81 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 210 time: 0.0469029 Jul 07 13:21:33.868184 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.005968 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] DHCP port deletion for 6fc20eae-5d05-4c74-9dbd-3969cab78fbb request from dv-cinder-786627-18-iscsi {{(pid=93700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:21:34.029038 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-8d479a15-d4f2-469d-b4a2-ebfd493493ff tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:34.030527 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-8d479a15-d4f2-469d-b4a2-ebfd493493ff tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.79 "GET /v2.0/networks?id=ad7e47d1-aaed-42df-b312-c6471f61bd93 HTTP/1.1" status: 200 len: 809 time: 0.1542075 Jul 07 13:21:34.033496 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Deleting port ec7a444c-3590-4c2f-9832-4a6322681fd6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:34.033832 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.072023 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Deleting port ec7a444c-3590-4c2f-9832-4a6322681fd6 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:34.072546 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.088638 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-3308028f-0e97-4ee1-b2f2-72e1612b1f09 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Request body: {'port': {'device_id': '546892a2-131a-4230-ada3-a54cdf0028e7', 'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93', 'admin_state_up': True, 'tenant_id': '6f2c6cbd1dba4d7796391fded47cd211'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:21:34.147374 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] For port ec7a444c-3590-4c2f-9832-4a6322681fd6, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=ec7a444c-3590-4c2f-9832-4a6322681fd6,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:34.148521 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.168321 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] For port ec7a444c-3590-4c2f-9832-4a6322681fd6, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=ec7a444c-3590-4c2f-9832-4a6322681fd6,segment=NetworkSegment(e5203bc7-95d7-46da-a836-a168d8a05ce8),segment_id=e5203bc7-95d7-46da-a836-a168d8a05ce8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:34.168321 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.168661 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Calling delete_port for ec7a444c-3590-4c2f-9832-4a6322681fd6 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:34.185085 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Calling delete_port for ec7a444c-3590-4c2f-9832-4a6322681fd6 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:34.335518 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.343786 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.368218 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Pushing event deleted for resources: {'Port': ['ID=ec7a444c-3590-4c2f-9832-4a6322681fd6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:34.370633 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] No DVR routers for this DVR port ec7a444c-3590-4c2f-9832-4a6322681fd6 on host dv-cinder-786627-18-iscsi {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:21:34.379018 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7a444c-3590-4c2f-9832-4a6322681fd6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:34.385477 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] No DVR routers for this DVR port ec7a444c-3590-4c2f-9832-4a6322681fd6 on host dv-cinder-786627-18-iscsi {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:21:34.386605 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:34.386605 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:34.386605 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:34.386605 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:34.386605 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:34.386605 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:34.387134 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:34.387134 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:34.387371 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:34.387692 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:34.388013 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:34.388330 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4f784-1824-408f-8a5c-49500139b28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:34.416080 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-3308028f-0e97-4ee1-b2f2-72e1612b1f09 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Made reservation on behalf of 6f2c6cbd1dba4d7796391fded47cd211 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:21:34.419781 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-3308028f-0e97-4ee1-b2f2-72e1612b1f09 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.495905 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.540461 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc20eae-5d05-4c74-9dbd-3969cab78fbb']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:34.559452 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5203bc7-95d7-46da-a836-a168d8a05ce8') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:34.559759 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5203bc7-95d7-46da-a836-a168d8a05ce8') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:34.576966 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699333'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.617418 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.631675 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:21:34.632086 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4700122'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: self.session.flush() Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: self.session.flush() Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: self.session.flush() Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: self.session.flush() Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: Traceback (most recent call last): Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: timer() Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: cb(*args, **kw) Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: return func(*args, **kwargs) Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: self._notify() Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: self.callback(batched_events) Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: event.method(event) Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: return f(self, *a, **k) Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._get(url).json() Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:21:34.643401 dv-cinder-786627-18-iscsi neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:21:34.692357 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 57089ab6-b751-47e4-b8d9-be17963e7dfb no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:21:34.713844 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 57089ab6-b751-47e4-b8d9-be17963e7dfb {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:21:34.714178 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 57089ab6-b751-47e4-b8d9-be17963e7dfb not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:21:34.714602 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device ec7a444c-3590-4c2f-9832-4a6322681fd6 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:21:34.736646 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: ec7a444c-3590-4c2f-9832-4a6322681fd6 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:21:34.737082 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device ec7a444c-3590-4c2f-9832-4a6322681fd6 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:21:34.737504 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 3498da6e-a813-4d13-af63-51098a55635e no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:21:34.757227 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 3498da6e-a813-4d13-af63-51098a55635e {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:21:34.757565 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 3498da6e-a813-4d13-af63-51098a55635e not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:21:34.775503 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-3308028f-0e97-4ee1-b2f2-72e1612b1f09 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Allocated IP 172.20.0.2 (ad7e47d1-aaed-42df-b312-c6471f61bd93/c7df4d3f-cda7-4eac-b1cf-4a916adf8847/3aeb2a8f-7937-46fe-bf2c-c4dc77413333) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:21:34.806105 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.813087 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:34.815709 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] 10.222.0.67 "DELETE /v2.0/networks/6fc20eae-5d05-4c74-9dbd-3969cab78fbb HTTP/1.1" status: 204 len: 168 time: 1.0430384 Jul 07 13:21:34.836970 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25632e0-9ad3-4fa6-a88f-5c481931208d admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc20eae-5d05-4c74-9dbd-3969cab78fbb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:34.955746 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f7bd7aab-5d2c-422c-8fd2-c5f58db4c44a req-1dbfd82d-fa82-4bb4-b432-65a6f7fa057c tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 210 time: 0.0368588 Jul 07 13:21:35.006110 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-3308028f-0e97-4ee1-b2f2-72e1612b1f09 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:35.118719 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-3308028f-0e97-4ee1-b2f2-72e1612b1f09 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:35.166648 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-3308028f-0e97-4ee1-b2f2-72e1612b1f09 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Network ad7e47d1-aaed-42df-b312-c6471f61bd93 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:21:35.170147 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-3308028f-0e97-4ee1-b2f2-72e1612b1f09 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:21:35.172692 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-3308028f-0e97-4ee1-b2f2-72e1612b1f09 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:21:35.208411 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48042) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:35.213804 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308028f-0e97-4ee1-b2f2-72e1612b1f09 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Pushing event updated for resources: {'Port': ['ID=3aeb2a8f-7937-46fe-bf2c-c4dc77413333,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:35.247946 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-3308028f-0e97-4ee1-b2f2-72e1612b1f09 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:35.248545 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-3308028f-0e97-4ee1-b2f2-72e1612b1f09 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:35.277136 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-3a2aaa5d-9ed4-4860-a44f-56802095a384 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=822d7adc8c954c9399de3eeb04721257&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0675871 Jul 07 13:21:35.279695 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48044) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:35.330264 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7bbe-cf3f-497b-a486-951abb87b093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:35.355785 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7bbe-cf3f-497b-a486-951abb87b093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:35.372486 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-3308028f-0e97-4ee1-b2f2-72e1612b1f09 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3198018 Jul 07 13:21:35.393573 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Request body: {'port': {'device_id': '546892a2-131a-4230-ada3-a54cdf0028e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:21:35.471773 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:35.519610 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7bbe-cf3f-497b-a486-951abb87b093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:35.522154 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7bbe-cf3f-497b-a486-951abb87b093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:35.523293 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-4a1c7bbe-cf3f-497b-a486-951abb87b093 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ec3de0d2-b7a2-4686-a9a5-431893dd2fe0 HTTP/1.1" status: 204 len: 168 time: 0.2427049 Jul 07 13:21:35.541403 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c7bbe-cf3f-497b-a486-951abb87b093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3de0d2-b7a2-4686-a9a5-431893dd2fe0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:35.757658 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:21:35.765224 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:35.777840 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Transition to ACTIVE for port object 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:21:35.860959 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:35.914356 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Pushing event updated for resources: {'Port': ['ID=3aeb2a8f-7937-46fe-bf2c-c4dc77413333,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:35.982000 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Attempting to bind port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:21:35.982568 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Attempting to bind port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4372319c-d253-4751-9724-f4ea150591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:21:35.982962 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Attempting to bind port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 on network ad7e47d1-aaed-42df-b312-c6471f61bd93 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:21:35.988969 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 on network ad7e47d1-aaed-42df-b312-c6471f61bd93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:21:35.989159 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Attempting to bind port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 on network ad7e47d1-aaed-42df-b312-c6471f61bd93 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:21:35.995432 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:21:35.995769 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Checking segment: {'id': '4372319c-d253-4751-9724-f4ea150591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:21:35.996154 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Bound using segment: {'id': '4372319c-d253-4751-9724-f4ea150591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:21:35.996606 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Bound port: 3aeb2a8f-7937-46fe-bf2c-c4dc77413333, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4372319c-d253-4751-9724-f4ea150591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:21:35.997000 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:36.076994 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] For port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:21:36.081384 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] For port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3aeb2a8f-7937-46fe-bf2c-c4dc77413333,segment=NetworkSegment(4372319c-d253-4751-9724-f4ea150591d4),segment_id=4372319c-d253-4751-9724-f4ea150591d4)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:21:36.147806 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9376ad2-04d0-40f3-bb0b-d31703a47b7b req-be7c8e8a-35fa-4e04-87f7-1ab2d534daca tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:36.149332 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b9376ad2-04d0-40f3-bb0b-d31703a47b7b req-be7c8e8a-35fa-4e04-87f7-1ab2d534daca tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 943 time: 0.0670762 Jul 07 13:21:36.176340 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:36.201711 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b9376ad2-04d0-40f3-bb0b-d31703a47b7b req-6ebba7d4-a019-4fa2-b024-481812a98870 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466614 Jul 07 13:21:36.221548 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:36.222174 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:36.223579 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] 10.222.0.79 "PUT /v2.0/ports/3aeb2a8f-7937-46fe-bf2c-c4dc77413333 HTTP/1.1" status: 200 len: 1093 time: 0.8355365 Jul 07 13:21:36.224023 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546892a2-131a-4230-ada3-a54cdf0028e7', 'tag': '3aeb2a8f-7937-46fe-bf2c-c4dc77413333'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:21:36.226332 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faf6760-0b35-4769-8af5-7ff74469d1db" -d '{"events": [{"name": "network-changed", "server_uuid": "546892a2-131a-4230-ada3-a54cdf0028e7", "tag": "3aeb2a8f-7937-46fe-bf2c-c4dc77413333"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:21:36.249707 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ac204-869b-4202-8cdd-6e8b2c9e7e5c service neutron] Pushing event updated for resources: {'Port': ['ID=3aeb2a8f-7937-46fe-bf2c-c4dc77413333,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:36.279297 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6311c69-be83-472c-8cf4-486ead20ffe0 x-openstack-request-id: req-f6311c69-be83-472c-8cf4-486ead20ffe0 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:21:36.283632 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546892a2-131a-4230-ada3-a54cdf0028e7", "tag": "3aeb2a8f-7937-46fe-bf2c-c4dc77413333", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:21:36.283632 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f6311c69-be83-472c-8cf4-486ead20ffe0 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:21:36.283632 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546892a2-131a-4230-ada3-a54cdf0028e7', 'tag': '3aeb2a8f-7937-46fe-bf2c-c4dc77413333', 'status': 'completed', 'code': 200} Jul 07 13:21:36.379406 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf6760-0b35-4769-8af5-7ff74469d1db req-b408bc8f-8fdc-4007-a201-f87d78c8154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:36.381239 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-7faf6760-0b35-4769-8af5-7ff74469d1db req-b408bc8f-8fdc-4007-a201-f87d78c8154b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f2c6cbd1dba4d7796391fded47cd211&device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 1096 time: 0.0558355 Jul 07 13:21:36.492001 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf6760-0b35-4769-8af5-7ff74469d1db req-a0aef707-dfb1-4d6b-8b75-bac3d0c8b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:36.493516 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-7faf6760-0b35-4769-8af5-7ff74469d1db req-a0aef707-dfb1-4d6b-8b75-bac3d0c8b886 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=6f2c6cbd1dba4d7796391fded47cd211&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0972688 Jul 07 13:21:36.598787 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf6760-0b35-4769-8af5-7ff74469d1db req-74e02961-05ac-474d-923f-d3556032480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:36.603077 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-7faf6760-0b35-4769-8af5-7ff74469d1db req-74e02961-05ac-474d-923f-d3556032480b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005981 Jul 07 13:21:36.731742 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-11114a1a-8c00-438d-9c58-432ba0c63ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:36.733278 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-11114a1a-8c00-438d-9c58-432ba0c63ef5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f2c6cbd1dba4d7796391fded47cd211&device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 1096 time: 0.0627151 Jul 07 13:21:36.784052 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-ed4e87ff-248d-490a-b005-0fa55d77b778 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aeb2a8f-7937-46fe-bf2c-c4dc77413333 HTTP/1.1" status: 200 len: 217 time: 0.0360115 Jul 07 13:21:36.837607 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-9ad4c83d-27fc-4a95-8904-703df8292ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:36.839081 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-9ad4c83d-27fc-4a95-8904-703df8292ff7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c7df4d3f-cda7-4eac-b1cf-4a916adf8847 HTTP/1.1" status: 200 len: 849 time: 0.0471849 Jul 07 13:21:36.878660 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-60c5d776-dffe-4512-8973-6976f8c4a691 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad7e47d1-aaed-42df-b312-c6471f61bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311546 Jul 07 13:21:37.031886 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-fe77967e-6064-4d0a-a3c9-191c9e59e506 service neutron] 10.222.0.79 "GET /v2.0/networks/ad7e47d1-aaed-42df-b312-c6471f61bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462681 Jul 07 13:21:37.162097 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e0ad0867-b72c-4a52-8990-e4d40b2dd999 req-8ca3645c-6f1f-4da9-8c23-9c812417c299 service neutron] 10.222.0.79 "GET /v2.0/networks/ad7e47d1-aaed-42df-b312-c6471f61bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226394 Jul 07 13:21:37.404370 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10003f-a4a2-48db-82fd-4a0348d79f3f req-feb3c774-36bf-4b4d-84c7-e76eb5639b8b tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:37.409714 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-da10003f-a4a2-48db-82fd-4a0348d79f3f req-feb3c774-36bf-4b4d-84c7-e76eb5639b8b tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 943 time: 0.0826461 Jul 07 13:21:37.456543 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-da10003f-a4a2-48db-82fd-4a0348d79f3f req-d8e416b1-512c-401d-b046-068b5e877ff6 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434887 Jul 07 13:21:38.213609 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d745558-1b0a-48e4-bce4-18a794b65916 req-75f3ece3-5e94-4d58-b19b-9d629d621c33 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:38.216380 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4d745558-1b0a-48e4-bce4-18a794b65916 req-75f3ece3-5e94-4d58-b19b-9d629d621c33 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 946 time: 0.0773468 Jul 07 13:21:38.256992 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4d745558-1b0a-48e4-bce4-18a794b65916 req-53c3462b-b8e7-4b99-98f4-0d6c659c1b60 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331626 Jul 07 13:21:38.372182 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48110) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:38.482446 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bf032843-3ef7-4592-a2e5-60924c4d7b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:38.640490 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bf032843-3ef7-4592-a2e5-60924c4d7b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:38.667687 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1b0d5-e806-4983-abb1-4c5a53349f0d req-c96d0006-3695-4df9-89bd-9ed233737f54 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:38.669275 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eae1b0d5-e806-4983-abb1-4c5a53349f0d req-c96d0006-3695-4df9-89bd-9ed233737f54 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 943 time: 0.0940611 Jul 07 13:21:38.711425 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eae1b0d5-e806-4983-abb1-4c5a53349f0d req-dc826fc7-d5cf-4dc9-a5ba-7aa5d5a2c77a tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356522 Jul 07 13:21:38.723670 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bf032843-3ef7-4592-a2e5-60924c4d7b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:38.764275 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf032843-3ef7-4592-a2e5-60924c4d7b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4235d56-a3b9-43ce-a4d4-31c0e0210734,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:38.769801 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-bf032843-3ef7-4592-a2e5-60924c4d7b5c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e628b14d8dbe4be8b509d7b7730cfc76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964462 Jul 07 13:21:38.772853 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48116) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:38.828369 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-711a1e89-13b7-4d0c-8d49-1546093d1765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:38.853309 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-711a1e89-13b7-4d0c-8d49-1546093d1765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:38.975061 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-711a1e89-13b7-4d0c-8d49-1546093d1765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:38.977753 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-711a1e89-13b7-4d0c-8d49-1546093d1765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:38.978915 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-711a1e89-13b7-4d0c-8d49-1546093d1765 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c4235d56-a3b9-43ce-a4d4-31c0e0210734 HTTP/1.1" status: 204 len: 168 time: 0.2050219 Jul 07 13:21:38.987800 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a1e89-13b7-4d0c-8d49-1546093d1765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4235d56-a3b9-43ce-a4d4-31c0e0210734,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:39.448675 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d570-b14b-4843-bc22-3f71f7c83b75 req-0df858a6-0a91-406e-80ad-26012897d21c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:39.450188 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a24d570-b14b-4843-bc22-3f71f7c83b75 req-0df858a6-0a91-406e-80ad-26012897d21c tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 946 time: 0.0694714 Jul 07 13:21:39.491194 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a24d570-b14b-4843-bc22-3f71f7c83b75 req-e7411360-6c39-4d8d-a21a-972e35ba5d4d tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups?id=20e6a18a-e976-431e-8bc6-ee2852eaa016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345485 Jul 07 13:21:39.567733 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-da814b93-1b14-46b4-b7f8-1e56b3a22fcc tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:39.569305 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-da814b93-1b14-46b4-b7f8-1e56b3a22fcc tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 946 time: 0.0663745 Jul 07 13:21:39.614410 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48124) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:39.628766 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f68-550b-460f-8f92-cb5ef1622ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:39.681744 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Deleting port e0428232-d84b-424d-9f92-c4595e68881c {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:39.682077 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:39.726159 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f68-550b-460f-8f92-cb5ef1622ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:39.763428 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f68-550b-460f-8f92-cb5ef1622ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:39.782896 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] For port e0428232-d84b-424d-9f92-c4595e68881c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e0428232-d84b-424d-9f92-c4595e68881c,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:39.783390 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:39.807248 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-ca8e8f68-550b-460f-8f92-cb5ef1622ceb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6cd7a8cadd3b467796f17a32c4fc519b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907876 Jul 07 13:21:39.808127 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e8f68-550b-460f-8f92-cb5ef1622ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d81350-45de-4389-97b1-60a1764e7140,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:39.810795 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48128) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:39.906517 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-08ba5043-7fe8-459e-9a65-23a1d3675956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:39.938636 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-08ba5043-7fe8-459e-9a65-23a1d3675956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:39.952367 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:21:39.957510 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43c825-91b1-40b3-a741-2df1f1877b93 req-89164cc7-29c0-46e7-9b36-2fa91d485e37 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:39.959103 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bb43c825-91b1-40b3-a741-2df1f1877b93 req-89164cc7-29c0-46e7-9b36-2fa91d485e37 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 943 time: 0.1230876 Jul 07 13:21:39.965543 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:39.966384 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:39.966384 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.l3_db [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Floating IP f2aef394-05a1-4e20-9378-3941b90a3746 disassociated. External IP: 172.27.2.149, port: e0428232-d84b-424d-9f92-c4595e68881c. Jul 07 13:21:39.966586 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Calling delete_port for e0428232-d84b-424d-9f92-c4595e68881c owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:40.028597 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bb43c825-91b1-40b3-a741-2df1f1877b93 req-f26ede50-2b30-4c2c-a0a2-ffa5143625b9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616624 Jul 07 13:21:40.066919 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3aeb2a8f-7937-46fe-bf2c-c4dc77413333,segment=NetworkSegment(4372319c-d253-4751-9724-f4ea150591d4),segment_id=4372319c-d253-4751-9724-f4ea150591d4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:40.082857 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '3aeb2a8f-7937-46fe-bf2c-c4dc77413333', 'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93', 'port_id': '3aeb2a8f-7937-46fe-bf2c-c4dc77413333', 'mac_address': 'fa:16:3e:20:29:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7df4d3f-cda7-4eac-b1cf-4a916adf8847', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:21:40.095890 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-08ba5043-7fe8-459e-9a65-23a1d3675956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:40.098681 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-08ba5043-7fe8-459e-9a65-23a1d3675956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:40.102226 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-08ba5043-7fe8-459e-9a65-23a1d3675956 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/47d81350-45de-4389-97b1-60a1764e7140 HTTP/1.1" status: 204 len: 168 time: 0.2880762 Jul 07 13:21:40.112663 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba5043-7fe8-459e-9a65-23a1d3675956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d81350-45de-4389-97b1-60a1764e7140,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:40.125281 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:40.145571 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:21:40.166214 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3aeb2a8f-7937-46fe-bf2c-c4dc77413333,segment=NetworkSegment(4372319c-d253-4751-9724-f4ea150591d4),segment_id=4372319c-d253-4751-9724-f4ea150591d4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:40.175509 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:40.207780 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event deleted for resources: {'Port': ['ID=e0428232-d84b-424d-9f92-c4595e68881c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:40.232475 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:40.282779 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=3aeb2a8f-7937-46fe-bf2c-c4dc77413333,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:40.328356 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Router 4187b34a-b764-4ba2-91e7-36f95b324cae has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:21:40.443163 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:21:40.456170 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c6267b-45e5-4ecf-9cb4-b010a8b445dd None None] Sync routers for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:21:40.468578 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c6267b-45e5-4ecf-9cb4-b010a8b445dd None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:21:40.469333 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-48c6267b-45e5-4ecf-9cb4-b010a8b445dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:21:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:40.493586 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] No DVR routers for this DVR port e0428232-d84b-424d-9f92-c4595e68881c on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:21:40.496287 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:40.498708 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d79fdfe8-f50e-4bec-a400-d49d4c872adb req-af8379e8-b744-4b0b-b656-41f30485024e tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.79 "DELETE /v2.0/ports/e0428232-d84b-424d-9f92-c4595e68881c HTTP/1.1" status: 204 len: 173 time: 0.9240253 Jul 07 13:21:40.499199 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'name': 'network-vif-deleted', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:21:40.503877 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6291fd0c-97ae-4113-a5a1-e7769c3afb99" -d '{"events": [{"server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "name": "network-vif-deleted", "tag": "e0428232-d84b-424d-9f92-c4595e68881c"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:21:40.540525 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['3aeb2a8f-7937-46fe-bf2c-c4dc77413333'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:21:40.574642 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fb6e9a-d68f-497a-b6ae-be88420a9f1b x-openstack-request-id: req-c8fb6e9a-d68f-497a-b6ae-be88420a9f1b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:21:40.574642 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb", "name": "network-vif-deleted", "tag": "e0428232-d84b-424d-9f92-c4595e68881c", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:21:40.574642 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c8fb6e9a-d68f-497a-b6ae-be88420a9f1b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:21:40.574642 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb', 'name': 'network-vif-deleted', 'tag': 'e0428232-d84b-424d-9f92-c4595e68881c', 'status': 'completed', 'code': 200} Jul 07 13:21:40.614792 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-48c6267b-45e5-4ecf-9cb4-b010a8b445dd None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:21:40.704580 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6b9310c4-5cea-4dd4-b067-410d786aec9f req-ceea675a-f6db-4b6d-b290-1210a5b9bb64 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fb3095b-9e0d-4ffa-9bb2-29e8d012b5cb HTTP/1.1" status: 200 len: 210 time: 0.0395620 Jul 07 13:21:40.875402 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-48c6267b-45e5-4ecf-9cb4-b010a8b445dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:37Z', 'revision_number': 5, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:40.901549 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c6267b-45e5-4ecf-9cb4-b010a8b445dd None None] Checking router: 4187b34a-b764-4ba2-91e7-36f95b324cae for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:21:40.913548 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c6267b-45e5-4ecf-9cb4-b010a8b445dd None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:21:40.913548 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-48c6267b-45e5-4ecf-9cb4-b010a8b445dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:21:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:41.019200 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-48c6267b-45e5-4ecf-9cb4-b010a8b445dd None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:21:41.227978 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-48c6267b-45e5-4ecf-9cb4-b010a8b445dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:37Z', 'revision_number': 5, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:41.237527 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aaca3-f63a-4595-ad7a-4619dbfc8676 req-5ff9b292-e8c8-4976-951b-574cb8c850f6 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:41.239191 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bc9aaca3-f63a-4595-ad7a-4619dbfc8676 req-5ff9b292-e8c8-4976-951b-574cb8c850f6 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 944 time: 0.0687659 Jul 07 13:21:41.259553 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c6267b-45e5-4ecf-9cb4-b010a8b445dd None None] The sync data for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi is: [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:14:25Z', 'revision_number': 4, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': 'fb00a136-eec0-46b2-bd87-18b3a6f6f91f', 'name': '', 'network_id': 'fccb3ab0-70e2-4fcc-b761-492ba3f9186e', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'mac_address': 'fa:16:3e:ce:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a359adc-0158-41d3-a840-5f85613e3582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:23Z', 'updated_at': '2021-07-07T13:14:37Z', 'revision_number': 5, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'subnets': [{'id': '5a359adc-0158-41d3-a840-5f85613e3582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:21:41.283952 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bc9aaca3-f63a-4595-ad7a-4619dbfc8676 req-42e2bd5b-671a-466a-be57-fcc93ff0e643 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Jul 07 13:21:41.519934 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698f98c-e1e4-43fc-8ad1-0d867129d924 None None] New status for floating IP f2aef394-05a1-4e20-9378-3941b90a3746: DOWN {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:21:41.879332 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48168) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:41.939346 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9812495f-b524-4dc6-895a-5efd7e773753 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:41.950841 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:21:41.967494 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9812495f-b524-4dc6-895a-5efd7e773753 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:42.089051 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:21:42.093044 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:21:42.093441 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:42.154309 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9812495f-b524-4dc6-895a-5efd7e773753 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:42.159566 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9812495f-b524-4dc6-895a-5efd7e773753 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:42.165372 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48176) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:42.166002 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-9812495f-b524-4dc6-895a-5efd7e773753 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "DELETE /v2.0/security-groups/20e6a18a-e976-431e-8bc6-ee2852eaa016 HTTP/1.1" status: 204 len: 168 time: 0.2848344 Jul 07 13:21:42.175510 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812495f-b524-4dc6-895a-5efd7e773753 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e6a18a-e976-431e-8bc6-ee2852eaa016,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:42.186544 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.api.v2.resource [None req-92eb6849-1e3b-4335-8770-735befc38a62 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] show failed (client error): The resource could not be found. Jul 07 13:21:42.187986 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-92eb6849-1e3b-4335-8770-735befc38a62 tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "GET /v2.0/security-groups/20e6a18a-e976-431e-8bc6-ee2852eaa016 HTTP/1.1" status: 404 len: 347 time: 0.0213754 Jul 07 13:21:42.192032 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48178) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:42.194760 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:42.223276 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546892a2-131a-4230-ada3-a54cdf0028e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aeb2a8f-7937-46fe-bf2c-c4dc77413333'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:21:42.225917 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2febc93a-c86b-425b-9f42-544971a26960" -d '{"events": [{"server_uuid": "546892a2-131a-4230-ada3-a54cdf0028e7", "name": "network-vif-plugged", "status": "completed", "tag": "3aeb2a8f-7937-46fe-bf2c-c4dc77413333"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:21:42.243537 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3aeb2a8f-7937-46fe-bf2c-c4dc77413333,segment=NetworkSegment(4372319c-d253-4751-9724-f4ea150591d4),segment_id=4372319c-d253-4751-9724-f4ea150591d4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:42.280943 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f3ea76-bc5c-4d57-b133-d869c79162b0 x-openstack-request-id: req-33f3ea76-bc5c-4d57-b133-d869c79162b0 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:21:42.281227 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546892a2-131a-4230-ada3-a54cdf0028e7", "name": "network-vif-plugged", "status": "completed", "tag": "3aeb2a8f-7937-46fe-bf2c-c4dc77413333", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:21:42.281651 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-33f3ea76-bc5c-4d57-b133-d869c79162b0 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:21:42.282310 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546892a2-131a-4230-ada3-a54cdf0028e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aeb2a8f-7937-46fe-bf2c-c4dc77413333', 'code': 200} Jul 07 13:21:42.318021 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:42.318944 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e0428232-d84b-424d-9f92-c4595e68881c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:21:42.344796 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: e0428232-d84b-424d-9f92-c4595e68881c {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:21:42.345242 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e0428232-d84b-424d-9f92-c4595e68881c not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:21:42.368544 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-d39a6abb-47b4-4e36-bf8e-033b07a500ab tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Deleting port 9e99ad54-8bcd-48d8-a9e5-e18e29b71222 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:42.369188 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d39a6abb-47b4-4e36-bf8e-033b07a500ab tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:42.394305 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=3aeb2a8f-7937-46fe-bf2c-c4dc77413333,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:42.488733 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d39a6abb-47b4-4e36-bf8e-033b07a500ab tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:42.489302 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d39a6abb-47b4-4e36-bf8e-033b07a500ab tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:42.509105 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-d39a6abb-47b4-4e36-bf8e-033b07a500ab tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Calling delete_port for 9e99ad54-8bcd-48d8-a9e5-e18e29b71222 owned by network:floatingip {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:42.540841 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538178e8-5e42-46fd-882c-c53744c0c09d req-0b9eb40c-41ce-4ab0-9c9c-3dc8e8da4885 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:42.542376 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-538178e8-5e42-46fd-882c-c53744c0c09d req-0b9eb40c-41ce-4ab0-9c9c-3dc8e8da4885 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 945 time: 0.1122539 Jul 07 13:21:42.653931 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-538178e8-5e42-46fd-882c-c53744c0c09d req-876c90c0-fedb-4a10-85af-a88e84e6a8dc tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762782 Jul 07 13:21:42.718086 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8ae1e-9173-43cf-8ea0-e28edda602c4 req-321cca7d-4580-4cf0-b36f-6486ace11884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:42.720397 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a8d8ae1e-9173-43cf-8ea0-e28edda602c4 req-321cca7d-4580-4cf0-b36f-6486ace11884 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 1098 time: 0.0568113 Jul 07 13:21:42.757214 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a8d8ae1e-9173-43cf-8ea0-e28edda602c4 req-344cdc7d-e2b1-4fab-87e7-e61ccf9d12e7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302384 Jul 07 13:21:42.803450 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d39a6abb-47b4-4e36-bf8e-033b07a500ab tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:42.827018 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a6abb-47b4-4e36-bf8e-033b07a500ab tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Pushing event deleted for resources: {'Port': ['ID=9e99ad54-8bcd-48d8-a9e5-e18e29b71222,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:42.893281 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d39a6abb-47b4-4e36-bf8e-033b07a500ab tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks [] for floatingip, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:42.895694 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d39a6abb-47b4-4e36-bf8e-033b07a500ab tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:42.896845 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d39a6abb-47b4-4e36-bf8e-033b07a500ab tempest-AttachVolumeShelveTestJSON-741824086 tempest-AttachVolumeShelveTestJSON-741824086-project] 10.222.0.67 "DELETE /v2.0/floatingips/f2aef394-05a1-4e20-9378-3941b90a3746 HTTP/1.1" status: 204 len: 168 time: 0.7038114 Jul 07 13:21:43.845393 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c47a4-8f59-4591-b765-e239448d5700 req-0544e813-a8d9-4795-a4b7-2c7ecb537edf tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:43.847070 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d97c47a4-8f59-4591-b765-e239448d5700 req-0544e813-a8d9-4795-a4b7-2c7ecb537edf tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 945 time: 0.0722189 Jul 07 13:21:43.886149 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d97c47a4-8f59-4591-b765-e239448d5700 req-5ce37eb9-404f-4b9a-b6b3-29394e71f5e9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331542 Jul 07 13:21:45.069273 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865351f5-ddeb-46e8-947b-ce1328c1ff70 req-e08863d1-6d85-4b28-a893-a6a164927cf2 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:45.070830 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-865351f5-ddeb-46e8-947b-ce1328c1ff70 req-e08863d1-6d85-4b28-a893-a6a164927cf2 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 945 time: 0.0633683 Jul 07 13:21:45.108144 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-865351f5-ddeb-46e8-947b-ce1328c1ff70 req-9ddaf1ae-a7d3-45a0-bc91-5b1bf3421e72 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314684 Jul 07 13:21:45.813722 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48236) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:46.366250 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-475f18ff-f698-41fc-a8e8-9f5bded1cc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8051668'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:46.641246 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-475f18ff-f698-41fc-a8e8-9f5bded1cc21 admin admin] Deleting port fb00a136-eec0-46b2-bd87-18b3a6f6f91f {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:46.641658 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-475f18ff-f698-41fc-a8e8-9f5bded1cc21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:46.733765 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-475f18ff-f698-41fc-a8e8-9f5bded1cc21 admin admin] For port fb00a136-eec0-46b2-bd87-18b3a6f6f91f, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=fb00a136-eec0-46b2-bd87-18b3a6f6f91f,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:46.734266 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-475f18ff-f698-41fc-a8e8-9f5bded1cc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:46.752395 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-475f18ff-f698-41fc-a8e8-9f5bded1cc21 admin admin] Calling delete_port for fb00a136-eec0-46b2-bd87-18b3a6f6f91f owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:46.839761 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4d170-6a2d-41f9-8ce5-b69eb099f949 req-1a4ced0f-cf09-4dd9-8feb-0ea1137ad89a tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:46.841858 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7fd4d170-6a2d-41f9-8ce5-b69eb099f949 req-1a4ced0f-cf09-4dd9-8feb-0ea1137ad89a tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 945 time: 0.0844562 Jul 07 13:21:46.887692 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7fd4d170-6a2d-41f9-8ce5-b69eb099f949 req-8e4a7707-8e5b-45dd-888b-a66d59f69688 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392368 Jul 07 13:21:47.051155 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-475f18ff-f698-41fc-a8e8-9f5bded1cc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:47.077732 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f18ff-f698-41fc-a8e8-9f5bded1cc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb00a136-eec0-46b2-bd87-18b3a6f6f91f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:47.536486 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-475f18ff-f698-41fc-a8e8-9f5bded1cc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8052714'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:47.768861 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475f18ff-f698-41fc-a8e8-9f5bded1cc21 admin admin] Router 4187b34a-b764-4ba2-91e7-36f95b324cae has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:21:47.878302 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475f18ff-f698-41fc-a8e8-9f5bded1cc21 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:21:47.883513 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-475f18ff-f698-41fc-a8e8-9f5bded1cc21 admin admin] 10.222.0.67 "PUT /v2.0/routers/4187b34a-b764-4ba2-91e7-36f95b324cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0684533 Jul 07 13:21:47.886151 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48274) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:47.888770 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5d9c04-2a8d-4164-bde0-f63ff43422dc None None] Sync routers for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:21:47.899141 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d9c04-2a8d-4164-bde0-f63ff43422dc None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:21:47.899756 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1b5d9c04-2a8d-4164-bde0-f63ff43422dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:21:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:47.999349 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:48.045539 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1b5d9c04-2a8d-4164-bde0-f63ff43422dc None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:21:48.134471 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27b3a9-9a49-4eec-b1a8-82d3be0b9986 req-58eb52fa-33ef-4897-800a-058d508efe5c tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:48.136032 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2f27b3a9-9a49-4eec-b1a8-82d3be0b9986 req-58eb52fa-33ef-4897-800a-058d508efe5c tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 945 time: 0.0745754 Jul 07 13:21:48.150131 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:48.177879 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2f27b3a9-9a49-4eec-b1a8-82d3be0b9986 req-7d09a47c-d2bf-47da-8559-63a2e341622b tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352778 Jul 07 13:21:48.178221 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a11a1-1045-41d9-a4d8-d6dd102ef67a req-47b12d5a-5154-48cd-ba42-f1b274068184 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:48.179684 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4f9a11a1-1045-41d9-a4d8-d6dd102ef67a req-47b12d5a-5154-48cd-ba42-f1b274068184 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.79 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 945 time: 0.0972447 Jul 07 13:21:48.271741 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1b5d9c04-2a8d-4164-bde0-f63ff43422dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:21:46Z', 'revision_number': 5, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port': {'id': '3332ebe5-327e-470c-8821-c7d85cb40bb0', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:14:17Z', 'updated_at': '2021-07-07T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:48.301937 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5d9c04-2a8d-4164-bde0-f63ff43422dc None None] Checking router: 4187b34a-b764-4ba2-91e7-36f95b324cae for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:21:48.305964 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Deleting port 3332ebe5-327e-470c-8821-c7d85cb40bb0 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:48.306378 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:48.310404 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d9c04-2a8d-4164-bde0-f63ff43422dc None None] Routers {'4187b34a-b764-4ba2-91e7-36f95b324cae'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:21:48.311012 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1b5d9c04-2a8d-4164-bde0-f63ff43422dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:21:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['4187b34a-b764-4ba2-91e7-36f95b324cae'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:48.368585 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4f9a11a1-1045-41d9-a4d8-d6dd102ef67a req-702165f5-4354-4383-b4cb-ef4e38120d48 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Deleting port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:48.368936 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f9a11a1-1045-41d9-a4d8-d6dd102ef67a req-702165f5-4354-4383-b4cb-ef4e38120d48 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:48.402457 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1b5d9c04-2a8d-4164-bde0-f63ff43422dc None None] Set router 4187b34a-b764-4ba2-91e7-36f95b324cae gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:21:48.447387 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] For port 3332ebe5-327e-470c-8821-c7d85cb40bb0, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=3332ebe5-327e-470c-8821-c7d85cb40bb0,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:48.447648 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:48.456152 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1b5d9c04-2a8d-4164-bde0-f63ff43422dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:21:48Z', 'revision_number': 6, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port_host': None}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:48.476604 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Calling delete_port for 3332ebe5-327e-470c-8821-c7d85cb40bb0 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:48.487811 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5d9c04-2a8d-4164-bde0-f63ff43422dc None None] The sync data for ids ['4187b34a-b764-4ba2-91e7-36f95b324cae'] in dv-cinder-786627-18-iscsi is: [{'id': '4187b34a-b764-4ba2-91e7-36f95b324cae', 'name': 'tempest-AttachVolumeShelveTestJSON-1762371375-router', 'tenant_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:14:16Z', 'updated_at': '2021-07-07T13:21:48Z', 'revision_number': 6, 'project_id': 'a5a8f6fc8bb14ae985fb6c239baea22d', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:21:48.506066 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4f9a11a1-1045-41d9-a4d8-d6dd102ef67a req-702165f5-4354-4383-b4cb-ef4e38120d48 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] For port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3aeb2a8f-7937-46fe-bf2c-c4dc77413333,segment=NetworkSegment(4372319c-d253-4751-9724-f4ea150591d4),segment_id=4372319c-d253-4751-9724-f4ea150591d4)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:48.506504 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f9a11a1-1045-41d9-a4d8-d6dd102ef67a req-702165f5-4354-4383-b4cb-ef4e38120d48 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:48.549132 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4f9a11a1-1045-41d9-a4d8-d6dd102ef67a req-702165f5-4354-4383-b4cb-ef4e38120d48 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Calling delete_port for 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:48.861864 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:48.865509 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f9a11a1-1045-41d9-a4d8-d6dd102ef67a req-702165f5-4354-4383-b4cb-ef4e38120d48 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:48.900843 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device fb00a136-eec0-46b2-bd87-18b3a6f6f91f no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:21:48.904044 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['3aeb2a8f-7937-46fe-bf2c-c4dc77413333'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:21:48.910282 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3332ebe5-327e-470c-8821-c7d85cb40bb0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:48.946695 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:48.947050 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:48.947394 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:48.947732 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:48.947842 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: fb00a136-eec0-46b2-bd87-18b3a6f6f91f {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:21:48.948065 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:48.948179 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device fb00a136-eec0-46b2-bd87-18b3a6f6f91f not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:21:48.948415 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:48.948746 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:48.949100 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:48.949429 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:48.949844 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:48.950181 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:48.950504 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:21:49.032242 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9a11a1-1045-41d9-a4d8-d6dd102ef67a req-702165f5-4354-4383-b4cb-ef4e38120d48 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] No DVR routers for this DVR port 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:21:49.035602 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702165f5-4354-4383-b4cb-ef4e38120d48 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Pushing event deleted for resources: {'Port': ['ID=3aeb2a8f-7937-46fe-bf2c-c4dc77413333,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:49.040827 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f9a11a1-1045-41d9-a4d8-d6dd102ef67a req-702165f5-4354-4383-b4cb-ef4e38120d48 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.042743 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4f9a11a1-1045-41d9-a4d8-d6dd102ef67a req-702165f5-4354-4383-b4cb-ef4e38120d48 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.79 "DELETE /v2.0/ports/3aeb2a8f-7937-46fe-bf2c-c4dc77413333 HTTP/1.1" status: 204 len: 173 time: 0.8576849 Jul 07 13:21:49.043179 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546892a2-131a-4230-ada3-a54cdf0028e7', 'name': 'network-vif-deleted', 'tag': '3aeb2a8f-7937-46fe-bf2c-c4dc77413333'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:21:49.045664 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb86e0ec-dbcb-45dc-bb3f-f41a3a5c2560" -d '{"events": [{"server_uuid": "546892a2-131a-4230-ada3-a54cdf0028e7", "name": "network-vif-deleted", "tag": "3aeb2a8f-7937-46fe-bf2c-c4dc77413333"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:21:49.060805 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7901587'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.120166 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e146ad-a156-4047-b8ce-234d7e19f099 x-openstack-request-id: req-d6e146ad-a156-4047-b8ce-234d7e19f099 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:21:49.120455 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546892a2-131a-4230-ada3-a54cdf0028e7", "name": "network-vif-deleted", "tag": "3aeb2a8f-7937-46fe-bf2c-c4dc77413333", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:21:49.120704 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d6e146ad-a156-4047-b8ce-234d7e19f099 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:21:49.121117 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546892a2-131a-4230-ada3-a54cdf0028e7', 'name': 'network-vif-deleted', 'tag': '3aeb2a8f-7937-46fe-bf2c-c4dc77413333', 'status': 'completed', 'code': 200} Jul 07 13:21:49.159100 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8048167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26417'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.161737 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.283982 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8046007'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.284711 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4187b34a-b764-4ba2-91e7-36f95b324cae {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:21:49.293727 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.294899 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-f4bbd904-34b1-45a7-a887-15f3cb59c2d3 admin admin] 10.222.0.67 "DELETE /v2.0/routers/4187b34a-b764-4ba2-91e7-36f95b324cae HTTP/1.1" status: 204 len: 168 time: 1.4078181 Jul 07 13:21:49.298520 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48294) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:49.378514 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-54f94a42-4ae9-440e-953f-7e6b03d1b6d3 req-c937728c-04dc-4528-9a30-e2999ca74d79 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=546892a2-131a-4230-ada3-a54cdf0028e7 HTTP/1.1" status: 200 len: 210 time: 0.0400767 Jul 07 13:21:49.385978 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-82afea0a-eccd-4049-89a0-f773aae17649 admin admin] Deleting subnet 5a359adc-0158-41d3-a840-5f85613e3582 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:21:49.389441 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-82afea0a-eccd-4049-89a0-f773aae17649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.438546 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-82afea0a-eccd-4049-89a0-f773aae17649 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536814453'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.521030 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-82afea0a-eccd-4049-89a0-f773aae17649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.633188 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-82afea0a-eccd-4049-89a0-f773aae17649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536813746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536811131'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.662588 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afea0a-eccd-4049-89a0-f773aae17649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a359adc-0158-41d3-a840-5f85613e3582,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:49.668420 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-82afea0a-eccd-4049-89a0-f773aae17649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.670538 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-82afea0a-eccd-4049-89a0-f773aae17649 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5a359adc-0158-41d3-a840-5f85613e3582 HTTP/1.1" status: 204 len: 168 time: 0.3706877 Jul 07 13:21:49.674009 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48296) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:49.678055 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ffce5-fabb-4ec1-838f-551b27e8d4f4 None None] Network fccb3ab0-70e2-4fcc-b761-492ba3f9186e requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:21:49.751528 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.821952 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Deleting port 79d081d2-fbfb-49d2-ad0b-118d27426b92 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:49.822286 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.883678 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.903005 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] For port 79d081d2-fbfb-49d2-ad0b-118d27426b92, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=79d081d2-fbfb-49d2-ad0b-118d27426b92,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:49.903356 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:49.920577 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Calling delete_port for 79d081d2-fbfb-49d2-ad0b-118d27426b92 owned by network:dhcp {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:49.923764 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af5dc5-69cb-4ac8-9824-4921491480e1 None None] DHCP port deletion for fccb3ab0-70e2-4fcc-b761-492ba3f9186e request from dv-cinder-786627-18-iscsi {{(pid=93700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:21:49.973136 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-33af5dc5-69cb-4ac8-9824-4921491480e1 None None] Deleting port 79d081d2-fbfb-49d2-ad0b-118d27426b92 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:49.973656 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33af5dc5-69cb-4ac8-9824-4921491480e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:50.046105 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-33af5dc5-69cb-4ac8-9824-4921491480e1 None None] For port 79d081d2-fbfb-49d2-ad0b-118d27426b92, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=79d081d2-fbfb-49d2-ad0b-118d27426b92,segment=NetworkSegment(4b0c271f-ff41-468c-a569-0d23919f41e7),segment_id=4b0c271f-ff41-468c-a569-0d23919f41e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:21:50.046498 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33af5dc5-69cb-4ac8-9824-4921491480e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:50.061255 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-33af5dc5-69cb-4ac8-9824-4921491480e1 None None] Calling delete_port for 79d081d2-fbfb-49d2-ad0b-118d27426b92 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:50.174892 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:50.182817 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33af5dc5-69cb-4ac8-9824-4921491480e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:50.211623 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af5dc5-69cb-4ac8-9824-4921491480e1 None None] Pushing event deleted for resources: {'Port': ['ID=79d081d2-fbfb-49d2-ad0b-118d27426b92,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:50.215010 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d081d2-fbfb-49d2-ad0b-118d27426b92,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:50.215159 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af5dc5-69cb-4ac8-9824-4921491480e1 None None] No DVR routers for this DVR port 79d081d2-fbfb-49d2-ad0b-118d27426b92 on host dv-cinder-786627-18-iscsi {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:21:50.218648 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] No DVR routers for this DVR port 79d081d2-fbfb-49d2-ad0b-118d27426b92 on host dv-cinder-786627-18-iscsi {{(pid=93698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:21:50.304201 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:50.316464 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fccb3ab0-70e2-4fcc-b761-492ba3f9186e']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:50.328092 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0c271f-ff41-468c-a569-0d23919f41e7') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:50.328959 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0c271f-ff41-468c-a569-0d23919f41e7') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:50.338635 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536814434'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:50.353805 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:50.361127 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:21:50.361524 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536813655'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: timer() Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: cb(*args, **kw) Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: self._notify() Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: self.callback(batched_events) Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: event.method(event) Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._get(url).json() Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:21:50.363474 dv-cinder-786627-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:21:50.534944 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:50.541088 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:50.544606 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] 10.222.0.67 "DELETE /v2.0/networks/fccb3ab0-70e2-4fcc-b761-492ba3f9186e HTTP/1.1" status: 204 len: 168 time: 0.8693597 Jul 07 13:21:50.561157 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2585f-8277-4585-bbab-ed84cb0ea9c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fccb3ab0-70e2-4fcc-b761-492ba3f9186e,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:50.724610 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 79d081d2-fbfb-49d2-ad0b-118d27426b92 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:21:50.745636 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 79d081d2-fbfb-49d2-ad0b-118d27426b92 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:21:50.745982 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 79d081d2-fbfb-49d2-ad0b-118d27426b92 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:21:50.746587 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 3332ebe5-327e-470c-8821-c7d85cb40bb0 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:21:50.766870 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 3332ebe5-327e-470c-8821-c7d85cb40bb0 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:21:50.767499 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 3332ebe5-327e-470c-8821-c7d85cb40bb0 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:21:50.886695 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-1dc3f9f6-e2df-448c-adc3-6911acaa40f2 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:50.888279 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-1dc3f9f6-e2df-448c-adc3-6911acaa40f2 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/networks?id=ad7e47d1-aaed-42df-b312-c6471f61bd93 HTTP/1.1" status: 200 len: 809 time: 0.1503158 Jul 07 13:21:50.904681 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-dd60b541-a8a1-464c-a352-524434ecfd28 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/quotas/6f2c6cbd1dba4d7796391fded47cd211 HTTP/1.1" status: 200 len: 375 time: 0.0098410 Jul 07 13:21:50.947046 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-95cebcd4-6cdd-4347-92e3-f80a68013488 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f2c6cbd1dba4d7796391fded47cd211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351729 Jul 07 13:21:51.001190 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48334) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:51.045013 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-bb571084-209f-4057-adac-68b316f07211 service neutron] 10.222.0.67 "GET /v2.0/networks/ad7e47d1-aaed-42df-b312-c6471f61bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902963 Jul 07 13:21:51.072397 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-4e927538-ebd1-4a11-91c7-db5e7ff1b888 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a5a8f6fc8bb14ae985fb6c239baea22d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0684025 Jul 07 13:21:51.082354 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48336) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:51.136958 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cba40426-2c21-4eda-ba4e-52fd70e727f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:51.164846 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cba40426-2c21-4eda-ba4e-52fd70e727f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:51.167454 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-f6f0c569-fa6b-42b0-a554-e3bc4ae9fe00 service neutron] 10.222.0.67 "GET /v2.0/networks/ad7e47d1-aaed-42df-b312-c6471f61bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159532 Jul 07 13:21:51.283619 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cba40426-2c21-4eda-ba4e-52fd70e727f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:51.286409 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cba40426-2c21-4eda-ba4e-52fd70e727f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:51.287664 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-cba40426-2c21-4eda-ba4e-52fd70e727f6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60eaaca0-a30e-49ef-8182-a058090aa3ed HTTP/1.1" status: 204 len: 168 time: 0.2104623 Jul 07 13:21:51.296687 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba40426-2c21-4eda-ba4e-52fd70e727f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eaaca0-a30e-49ef-8182-a058090aa3ed,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:51.449069 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b95a28d4-c81c-4cb3-ad1d-8d31074c627c req-ba9c94ab-8d53-42e9-8347-629e68e450e2 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 210 time: 0.0320053 Jul 07 13:21:51.998030 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:21:52.022250 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:21:52.022597 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 3aeb2a8f-7937-46fe-bf2c-c4dc77413333 not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:21:52.606456 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1111abf3-b476-461a-8c3d-7f726e4e171d req-a5067f12-aa0a-4c97-93d5-38c9b5b8e479 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 210 time: 0.0301452 Jul 07 13:21:52.983132 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48382) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:21:53.321453 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-96012858-500a-48f4-a3b5-72b43acbefa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Deleting port 1892b872-018a-447f-b741-dda1b94aeda6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:53.321823 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96012858-500a-48f4-a3b5-72b43acbefa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:53.397991 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96012858-500a-48f4-a3b5-72b43acbefa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:53.398323 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96012858-500a-48f4-a3b5-72b43acbefa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:53.410575 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-96012858-500a-48f4-a3b5-72b43acbefa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Calling delete_port for 1892b872-018a-447f-b741-dda1b94aeda6 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:21:53.591418 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-200dd2e6-e7ef-4f70-a458-5c5cc2d55f5f tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:53.592790 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-200dd2e6-e7ef-4f70-a458-5c5cc2d55f5f tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.79 "GET /v2.0/networks?id=ad7e47d1-aaed-42df-b312-c6471f61bd93 HTTP/1.1" status: 200 len: 809 time: 0.1335461 Jul 07 13:21:53.628330 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-7868d6f8-0d19-4bf6-aeb4-3d70a74d0fb9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Request body: {'port': {'device_id': 'fafed44a-9fb0-40a2-8b9f-cd23897d1114', 'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93', 'admin_state_up': True, 'tenant_id': '6f2c6cbd1dba4d7796391fded47cd211'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:21:53.751620 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f5614e86-74ef-4839-b47a-6f85a18e2306 req-949f08f6-5962-4bd3-829d-0ad57f90f96a tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 210 time: 0.0300434 Jul 07 13:21:53.780810 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96012858-500a-48f4-a3b5-72b43acbefa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:53.812508 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96012858-500a-48f4-a3b5-72b43acbefa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Pushing event deleted for resources: {'Port': ['ID=1892b872-018a-447f-b741-dda1b94aeda6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:53.850673 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-7868d6f8-0d19-4bf6-aeb4-3d70a74d0fb9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Made reservation on behalf of 6f2c6cbd1dba4d7796391fded47cd211 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:21:53.854230 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-7868d6f8-0d19-4bf6-aeb4-3d70a74d0fb9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:53.892488 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96012858-500a-48f4-a3b5-72b43acbefa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:53.892826 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.l3_db [None req-96012858-500a-48f4-a3b5-72b43acbefa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Floating IP 0f889320-b332-4ba8-808d-9d706d472f5b disassociated (deleted). External IP: 172.27.2.40, port: e5a23100-726b-4b48-a5e8-49210cde7265. Jul 07 13:21:54.349467 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-7868d6f8-0d19-4bf6-aeb4-3d70a74d0fb9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Allocated IP 172.20.0.4 (ad7e47d1-aaed-42df-b312-c6471f61bd93/c7df4d3f-cda7-4eac-b1cf-4a916adf8847/82a0a9ed-ef91-4f3c-909e-c13a7941ecef) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:21:54.548946 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96012858-500a-48f4-a3b5-72b43acbefa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Router a37760f5-8a9f-4559-a4e4-54812ca66f86 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:21:54.633508 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-7868d6f8-0d19-4bf6-aeb4-3d70a74d0fb9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:54.712627 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96012858-500a-48f4-a3b5-72b43acbefa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:21:54.718132 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96012858-500a-48f4-a3b5-72b43acbefa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:54.723839 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45a989-bd3b-4d51-bc7b-0ad5fa18553f None None] Sync routers for ids ['a37760f5-8a9f-4559-a4e4-54812ca66f86'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:21:54.733188 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45a989-bd3b-4d51-bc7b-0ad5fa18553f None None] Routers {'a37760f5-8a9f-4559-a4e4-54812ca66f86'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:21:54.733815 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-3e45a989-bd3b-4d51-bc7b-0ad5fa18553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:21:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['a37760f5-8a9f-4559-a4e4-54812ca66f86'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:54.760364 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-96012858-500a-48f4-a3b5-72b43acbefa3 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "DELETE /v2.0/floatingips/0f889320-b332-4ba8-808d-9d706d472f5b HTTP/1.1" status: 204 len: 168 time: 1.7760394 Jul 07 13:21:54.761125 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:21:54.763443 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e830d051-5707-4aff-bb62-8fbc257c4ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:21:54.838146 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-7868d6f8-0d19-4bf6-aeb4-3d70a74d0fb9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:54.850157 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-3e45a989-bd3b-4d51-bc7b-0ad5fa18553f None None] Set router a37760f5-8a9f-4559-a4e4-54812ca66f86 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:21:54.925054 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-7868d6f8-0d19-4bf6-aeb4-3d70a74d0fb9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Network ad7e47d1-aaed-42df-b312-c6471f61bd93 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:21:54.928424 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-7868d6f8-0d19-4bf6-aeb4-3d70a74d0fb9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:21:54.934968 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-7868d6f8-0d19-4bf6-aeb4-3d70a74d0fb9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:21:54.965723 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868d6f8-0d19-4bf6-aeb4-3d70a74d0fb9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Pushing event updated for resources: {'Port': ['ID=82a0a9ed-ef91-4f3c-909e-c13a7941ecef,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:54.971760 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5b39bc-69df-4345-88c4-4690bd857efe x-openstack-request-id: req-fd5b39bc-69df-4345-88c4-4690bd857efe {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:21:54.972486 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:21:54.972486 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fd5b39bc-69df-4345-88c4-4690bd857efe {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:21:54.972780 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'status': 'completed', 'code': 200} Jul 07 13:21:55.012272 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-7868d6f8-0d19-4bf6-aeb4-3d70a74d0fb9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:55.012960 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-7868d6f8-0d19-4bf6-aeb4-3d70a74d0fb9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:55.088283 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830d051-5707-4aff-bb62-8fbc257c4ae4 req-a2c3c864-1a6f-4b44-bd3f-a9f82d166867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:55.089836 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e830d051-5707-4aff-bb62-8fbc257c4ae4 req-a2c3c864-1a6f-4b44-bd3f-a9f82d166867 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c304e03bb8246aba8abc47b0b37e6af&device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0713632 Jul 07 13:21:55.127623 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33fff0ed-c222-4dd0-a4c8-dd9f41ead0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:55.145906 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-7868d6f8-0d19-4bf6-aeb4-3d70a74d0fb9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5383229 Jul 07 13:21:55.159097 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-3e45a989-bd3b-4d51-bc7b-0ad5fa18553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:16:24Z', 'revision_number': 4, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port': {'id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:20Z', 'updated_at': '2021-07-07T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '057c53ad-f719-415f-a8e9-9ab728448c7d', 'name': '', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'mac_address': 'fa:16:3e:60:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:23Z', 'updated_at': '2021-07-07T13:16:31Z', 'revision_number': 5, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'subnets': [{'id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:55.163892 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Request body: {'port': {'device_id': 'fafed44a-9fb0-40a2-8b9f-cd23897d1114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:21:55.183873 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0edce-5b61-4cc4-8c05-3c7cec22ee79 req-7be097c3-f342-494a-9436-df9053122d0a tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:55.185498 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-59f0edce-5b61-4cc4-8c05-3c7cec22ee79 req-7be097c3-f342-494a-9436-df9053122d0a tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 931 time: 0.0731766 Jul 07 13:21:55.187159 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45a989-bd3b-4d51-bc7b-0ad5fa18553f None None] Checking router: a37760f5-8a9f-4559-a4e4-54812ca66f86 for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:21:55.197019 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45a989-bd3b-4d51-bc7b-0ad5fa18553f None None] Routers {'a37760f5-8a9f-4559-a4e4-54812ca66f86'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:21:55.197637 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-3e45a989-bd3b-4d51-bc7b-0ad5fa18553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:21:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['a37760f5-8a9f-4559-a4e4-54812ca66f86'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:55.236515 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-59f0edce-5b61-4cc4-8c05-3c7cec22ee79 req-0b901b0f-40ac-44ef-8dd9-6c7e9574a1dd tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378072 Jul 07 13:21:55.278836 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830d051-5707-4aff-bb62-8fbc257c4ae4 req-73ebc059-61e0-4ed9-ae65-881954f8cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:55.280308 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e830d051-5707-4aff-bb62-8fbc257c4ae4 req-73ebc059-61e0-4ed9-ae65-881954f8cde2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4a55cc22-1fb0-4c97-98fd-a8227b306f82 HTTP/1.1" status: 200 len: 909 time: 0.1838710 Jul 07 13:21:55.329636 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:55.329919 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-3e45a989-bd3b-4d51-bc7b-0ad5fa18553f None None] Set router a37760f5-8a9f-4559-a4e4-54812ca66f86 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:21:55.345605 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e830d051-5707-4aff-bb62-8fbc257c4ae4 req-f566eeb0-5595-4163-a6d8-5a1feb0e5253 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a23100-726b-4b48-a5e8-49210cde7265 HTTP/1.1" status: 200 len: 217 time: 0.0567856 Jul 07 13:21:55.486254 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da2047-fb71-42bf-8958-8cb0f344820d req-d6c9ee96-87f0-44a2-bb20-235d03f37e23 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:55.487960 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-67da2047-fb71-42bf-8958-8cb0f344820d req-d6c9ee96-87f0-44a2-bb20-235d03f37e23 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0749919 Jul 07 13:21:55.530315 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-67da2047-fb71-42bf-8958-8cb0f344820d req-77c84bc0-7b01-4b65-bd52-014423c10fc2 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363562 Jul 07 13:21:55.624281 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a0a9ed-ef91-4f3c-909e-c13a7941ecef {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:21:55.632415 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:55.645248 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Transition to ACTIVE for port object 82a0a9ed-ef91-4f3c-909e-c13a7941ecef will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:21:55.678820 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-3e45a989-bd3b-4d51-bc7b-0ad5fa18553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:16:24Z', 'revision_number': 4, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port': {'id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:20Z', 'updated_at': '2021-07-07T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '057c53ad-f719-415f-a8e9-9ab728448c7d', 'name': '', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'mac_address': 'fa:16:3e:60:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:23Z', 'updated_at': '2021-07-07T13:16:31Z', 'revision_number': 5, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'subnets': [{'id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:21:55.705767 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45a989-bd3b-4d51-bc7b-0ad5fa18553f None None] The sync data for ids ['a37760f5-8a9f-4559-a4e4-54812ca66f86'] in dv-cinder-786627-18-iscsi is: [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:16:24Z', 'revision_number': 4, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port': {'id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:20Z', 'updated_at': '2021-07-07T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '057c53ad-f719-415f-a8e9-9ab728448c7d', 'name': '', 'network_id': '4a55cc22-1fb0-4c97-98fd-a8227b306f82', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'mac_address': 'fa:16:3e:60:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:23Z', 'updated_at': '2021-07-07T13:16:31Z', 'revision_number': 5, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'subnets': [{'id': '925e514e-075e-4a1b-bdd9-ac5ad37be93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:21:55.752181 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:55.804538 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Pushing event updated for resources: {'Port': ['ID=82a0a9ed-ef91-4f3c-909e-c13a7941ecef,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:55.880575 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Attempting to bind port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:21:55.881120 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Attempting to bind port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4372319c-d253-4751-9724-f4ea150591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:21:55.881453 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Attempting to bind port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef on network ad7e47d1-aaed-42df-b312-c6471f61bd93 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:21:55.885983 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef on network ad7e47d1-aaed-42df-b312-c6471f61bd93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:21:55.886330 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Attempting to bind port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef on network ad7e47d1-aaed-42df-b312-c6471f61bd93 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:21:55.891547 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:21:55.891890 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Checking segment: {'id': '4372319c-d253-4751-9724-f4ea150591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:21:55.892735 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Bound using segment: {'id': '4372319c-d253-4751-9724-f4ea150591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:21:55.892735 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Bound port: 82a0a9ed-ef91-4f3c-909e-c13a7941ecef, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4372319c-d253-4751-9724-f4ea150591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:21:55.893081 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:55.926813 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f7c13-427c-4012-83f2-c32fd0c28f7d None None] New status for floating IP 0f889320-b332-4ba8-808d-9d706d472f5b: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:21:55.965000 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] For port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:21:55.968409 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] For port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=82a0a9ed-ef91-4f3c-909e-c13a7941ecef,segment=NetworkSegment(4372319c-d253-4751-9724-f4ea150591d4),segment_id=4372319c-d253-4751-9724-f4ea150591d4)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:21:56.066797 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:56.101875 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:56.102488 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:56.103879 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] 10.222.0.79 "PUT /v2.0/ports/82a0a9ed-ef91-4f3c-909e-c13a7941ecef HTTP/1.1" status: 200 len: 1093 time: 0.9446416 Jul 07 13:21:56.127847 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2abfef-5cf4-431d-b26f-067ae523de57 service neutron] Pushing event updated for resources: {'Port': ['ID=82a0a9ed-ef91-4f3c-909e-c13a7941ecef,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:21:56.420688 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20ecae-d91c-4004-8492-7b785bcbb323 req-c80d9963-5bec-459d-a978-13301fd9002e tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:56.421938 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a20ecae-d91c-4004-8492-7b785bcbb323 req-c80d9963-5bec-459d-a978-13301fd9002e tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 943 time: 0.0704918 Jul 07 13:21:56.460771 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a20ecae-d91c-4004-8492-7b785bcbb323 req-f5209638-d4bb-421f-bfe9-8e292bdb269e tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Jul 07 13:21:56.706405 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa627f7-5884-498c-8d1f-bcc8310e110f req-6849bb4a-591a-4cb1-a065-c5bc5b8f3714 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:56.707778 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aaa627f7-5884-498c-8d1f-bcc8310e110f req-6849bb4a-591a-4cb1-a065-c5bc5b8f3714 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0634053 Jul 07 13:21:56.746205 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aaa627f7-5884-498c-8d1f-bcc8310e110f req-4f8fc6ab-a25f-4db0-8b85-d0e5b16730cb tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327175 Jul 07 13:21:56.974356 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafed44a-9fb0-40a2-8b9f-cd23897d1114', 'tag': '82a0a9ed-ef91-4f3c-909e-c13a7941ecef'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:21:56.976638 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a97a2d6-eb8d-439c-9385-ffd2de73cc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "fafed44a-9fb0-40a2-8b9f-cd23897d1114", "tag": "82a0a9ed-ef91-4f3c-909e-c13a7941ecef"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:21:57.011536 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acd471e-7e61-4f02-bfb0-ac6d53a22814 x-openstack-request-id: req-3acd471e-7e61-4f02-bfb0-ac6d53a22814 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:21:57.011829 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafed44a-9fb0-40a2-8b9f-cd23897d1114", "tag": "82a0a9ed-ef91-4f3c-909e-c13a7941ecef", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:21:57.012079 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3acd471e-7e61-4f02-bfb0-ac6d53a22814 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:21:57.012474 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafed44a-9fb0-40a2-8b9f-cd23897d1114', 'tag': '82a0a9ed-ef91-4f3c-909e-c13a7941ecef', 'status': 'completed', 'code': 200} Jul 07 13:21:57.635492 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734171ba-3230-43e7-87db-55d3a12c983f req-bc2a6b19-a944-47cd-9298-efbcebb6f42a tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:57.636982 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-734171ba-3230-43e7-87db-55d3a12c983f req-bc2a6b19-a944-47cd-9298-efbcebb6f42a tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 943 time: 0.0628324 Jul 07 13:21:57.642994 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-996dec97-f6c8-423f-b32c-10041bebb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:57.675068 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-734171ba-3230-43e7-87db-55d3a12c983f req-cffe1afb-1dda-4639-8b4d-639abb390570 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321581 Jul 07 13:21:57.837510 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:57.931408 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669f4ac-2273-4097-9269-ef669993a135 req-d21e7b42-e4ee-43d7-b1fb-c64f754bd3a8 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:57.932941 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f669f4ac-2273-4097-9269-ef669993a135 req-d21e7b42-e4ee-43d7-b1fb-c64f754bd3a8 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0671885 Jul 07 13:21:57.974148 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f669f4ac-2273-4097-9269-ef669993a135 req-8a41f7ba-424b-4b6e-a155-669a3f750c10 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Jul 07 13:21:58.143974 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830d051-5707-4aff-bb62-8fbc257c4ae4 req-2210a34e-15c8-4098-91bf-627005b39384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:58.145575 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e830d051-5707-4aff-bb62-8fbc257c4ae4 req-2210a34e-15c8-4098-91bf-627005b39384 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925e514e-075e-4a1b-bdd9-ac5ad37be93c HTTP/1.1" status: 200 len: 847 time: 0.0789211 Jul 07 13:21:58.201218 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97a2d6-eb8d-439c-9385-ffd2de73cc4d req-1c91524a-b9d5-4d72-967f-935394fe28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:58.202786 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6a97a2d6-eb8d-439c-9385-ffd2de73cc4d req-1c91524a-b9d5-4d72-967f-935394fe28d0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f2c6cbd1dba4d7796391fded47cd211&device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 1096 time: 0.1039553 Jul 07 13:21:58.242414 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830d051-5707-4aff-bb62-8fbc257c4ae4 req-32f8b9aa-11ae-4109-af11-3aa425ff2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:58.248221 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e830d051-5707-4aff-bb62-8fbc257c4ae4 req-32f8b9aa-11ae-4109-af11-3aa425ff2b94 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4a55cc22-1fb0-4c97-98fd-a8227b306f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0912178 Jul 07 13:21:58.389517 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97a2d6-eb8d-439c-9385-ffd2de73cc4d req-e4bc6723-ad60-4877-878b-81f2c23ea36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:58.391207 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6a97a2d6-eb8d-439c-9385-ffd2de73cc4d req-e4bc6723-ad60-4877-878b-81f2c23ea36b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=6f2c6cbd1dba4d7796391fded47cd211&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1736853 Jul 07 13:21:58.410034 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e830d051-5707-4aff-bb62-8fbc257c4ae4 req-28450ea1-aa57-47cc-8335-4a95932dc206 service neutron] 10.222.0.79 "GET /v2.0/networks/4a55cc22-1fb0-4c97-98fd-a8227b306f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398168 Jul 07 13:21:58.557610 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97a2d6-eb8d-439c-9385-ffd2de73cc4d req-fdce9703-bfe5-42ba-ab29-75a3aefce1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:58.559074 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6a97a2d6-eb8d-439c-9385-ffd2de73cc4d req-fdce9703-bfe5-42ba-ab29-75a3aefce1e9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1609697 Jul 07 13:21:58.564465 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-e830d051-5707-4aff-bb62-8fbc257c4ae4 req-b44ee8c4-406b-49ee-acbc-b52114995798 service neutron] 10.222.0.79 "GET /v2.0/networks/4a55cc22-1fb0-4c97-98fd-a8227b306f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439240 Jul 07 13:21:58.679117 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-b7c43aca-3485-47a1-9629-a995e33f1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:58.680775 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-b7c43aca-3485-47a1-9629-a995e33f1e6e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f2c6cbd1dba4d7796391fded47cd211&device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 1096 time: 0.0607386 Jul 07 13:21:58.731841 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-dacfd8c8-a676-469c-b8e0-71bbf9f1c62a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82a0a9ed-ef91-4f3c-909e-c13a7941ecef HTTP/1.1" status: 200 len: 217 time: 0.0368056 Jul 07 13:21:58.786183 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-2b5f21e3-f805-4467-9a8d-c1396c8a924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:58.787662 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-2b5f21e3-f805-4467-9a8d-c1396c8a924b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c7df4d3f-cda7-4eac-b1cf-4a916adf8847 HTTP/1.1" status: 200 len: 849 time: 0.0465705 Jul 07 13:21:58.822774 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-46f21a0f-13a6-47a2-b65b-5324a308e0c3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad7e47d1-aaed-42df-b312-c6471f61bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275650 Jul 07 13:21:58.860709 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb15d6e-c644-46d3-9058-2450a6eb740b req-0df21396-f4c3-46e1-bc70-44686d6fda62 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:58.862262 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-abb15d6e-c644-46d3-9058-2450a6eb740b req-0df21396-f4c3-46e1-bc70-44686d6fda62 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 943 time: 0.0682330 Jul 07 13:21:58.900814 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-abb15d6e-c644-46d3-9058-2450a6eb740b req-d04056c5-fd6c-46e0-b9df-fa0d9db09b03 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327861 Jul 07 13:21:58.914449 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-d5a80850-174e-497b-8b02-4e0fdf6f775d service neutron] 10.222.0.79 "GET /v2.0/networks/ad7e47d1-aaed-42df-b312-c6471f61bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841420 Jul 07 13:21:58.918477 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:21:59.006365 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d9fa745e-d481-4442-88a5-132edc3d3992 req-6577a18f-76ee-43e9-9021-22b02dece0c8 service neutron] 10.222.0.79 "GET /v2.0/networks/ad7e47d1-aaed-42df-b312-c6471f61bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853410 Jul 07 13:21:59.153459 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ee78f-bc91-4614-b856-f77de80a5ede req-93219781-7bab-4bae-9ad9-7d3b204c1ecd tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:59.155419 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-986ee78f-bc91-4614-b856-f77de80a5ede req-93219781-7bab-4bae-9ad9-7d3b204c1ecd tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0650847 Jul 07 13:21:59.192822 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-986ee78f-bc91-4614-b856-f77de80a5ede req-f242bab0-a893-4283-a1c2-b8a00b737df4 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/security-groups?id=8177e961-9e32-41c9-8ce7-745e3f586977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319176 Jul 07 13:21:59.844643 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d80fa5-2f17-4593-b80f-b9280968292a req-7b330207-5eaf-4772-9afc-8dab0ee936dc tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:21:59.846171 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-63d80fa5-2f17-4593-b80f-b9280968292a req-7b330207-5eaf-4772-9afc-8dab0ee936dc tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 945 time: 0.0716612 Jul 07 13:21:59.944455 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-63d80fa5-2f17-4593-b80f-b9280968292a req-6d0d2c99-906d-4c21-97b5-06b4911abc5a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Deleting port e5a23100-726b-4b48-a5e8-49210cde7265 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:21:59.944455 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-63d80fa5-2f17-4593-b80f-b9280968292a req-6d0d2c99-906d-4c21-97b5-06b4911abc5a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:00.041696 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-63d80fa5-2f17-4593-b80f-b9280968292a req-6d0d2c99-906d-4c21-97b5-06b4911abc5a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] For port e5a23100-726b-4b48-a5e8-49210cde7265, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5a23100-726b-4b48-a5e8-49210cde7265,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:00.042156 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-63d80fa5-2f17-4593-b80f-b9280968292a req-6d0d2c99-906d-4c21-97b5-06b4911abc5a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:00.056654 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-63d80fa5-2f17-4593-b80f-b9280968292a req-6d0d2c99-906d-4c21-97b5-06b4911abc5a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Calling delete_port for e5a23100-726b-4b48-a5e8-49210cde7265 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:22:00.086616 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ad073-2162-4f97-bbff-b11ab2effd28 req-a54d39e2-2d2e-412c-a183-0f31fa355ae0 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:00.088129 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5f2ad073-2162-4f97-bbff-b11ab2effd28 req-a54d39e2-2d2e-412c-a183-0f31fa355ae0 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 943 time: 0.0719454 Jul 07 13:22:00.128964 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5f2ad073-2162-4f97-bbff-b11ab2effd28 req-ab9b2e72-2ae0-4e0e-84b8-0a9e55bd4220 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344932 Jul 07 13:22:00.231733 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-63d80fa5-2f17-4593-b80f-b9280968292a req-6d0d2c99-906d-4c21-97b5-06b4911abc5a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:00.264247 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d2c99-906d-4c21-97b5-06b4911abc5a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Pushing event deleted for resources: {'Port': ['ID=e5a23100-726b-4b48-a5e8-49210cde7265,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:00.313896 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d80fa5-2f17-4593-b80f-b9280968292a req-6d0d2c99-906d-4c21-97b5-06b4911abc5a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] No DVR routers for this DVR port e5a23100-726b-4b48-a5e8-49210cde7265 on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:22:00.316386 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-63d80fa5-2f17-4593-b80f-b9280968292a req-6d0d2c99-906d-4c21-97b5-06b4911abc5a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:00.318584 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-63d80fa5-2f17-4593-b80f-b9280968292a req-6d0d2c99-906d-4c21-97b5-06b4911abc5a tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.79 "DELETE /v2.0/ports/e5a23100-726b-4b48-a5e8-49210cde7265 HTTP/1.1" status: 204 len: 173 time: 0.4668648 Jul 07 13:22:00.319053 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'name': 'network-vif-deleted', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:22:00.321669 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03994cd-065d-4614-b9c6-fd63349b2c12" -d '{"events": [{"server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "name": "network-vif-deleted", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:22:00.344737 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-74904732-71c9-4c7f-8442-e3b63a4bd78f req-fa007427-9108-4baf-b698-e6f7d659abab tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0323074 Jul 07 13:22:00.358451 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9645b5f-1a2a-4737-b70b-656a007cade4 x-openstack-request-id: req-e9645b5f-1a2a-4737-b70b-656a007cade4 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:22:00.358718 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6", "name": "network-vif-deleted", "tag": "e5a23100-726b-4b48-a5e8-49210cde7265", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:22:00.358824 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e9645b5f-1a2a-4737-b70b-656a007cade4 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:22:00.359173 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6', 'name': 'network-vif-deleted', 'tag': 'e5a23100-726b-4b48-a5e8-49210cde7265', 'status': 'completed', 'code': 200} Jul 07 13:22:01.095849 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:01.114714 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:22:01.319093 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac92af-ef34-4f28-98ec-8cb39863caab req-93be6335-4dd2-4a57-a9e5-8bf7f72e7e34 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:01.320809 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8eac92af-ef34-4f28-98ec-8cb39863caab req-93be6335-4dd2-4a57-a9e5-8bf7f72e7e34 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 943 time: 0.0682495 Jul 07 13:22:01.360747 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8eac92af-ef34-4f28-98ec-8cb39863caab req-d004625a-04df-4263-b498-72836ca1211b tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329306 Jul 07 13:22:01.497989 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a6166cc3-8465-4b6c-b86f-06434766dd65 req-56b96480-ba22-4385-a1fa-35dc054edcec tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1dcd5f7-5a2f-4ba2-bb59-a7d547c56bd6 HTTP/1.1" status: 200 len: 210 time: 0.0301588 Jul 07 13:22:01.614450 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48558) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:01.714717 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-953b9372-6373-4a8a-8853-7916997e92b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:01.804777 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-953b9372-6373-4a8a-8853-7916997e92b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:01.894475 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-953b9372-6373-4a8a-8853-7916997e92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:01.933995 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-953b9372-6373-4a8a-8853-7916997e92b1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ae0b505f07294e8f9540168b8894a154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181498 Jul 07 13:22:01.934895 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b9372-6373-4a8a-8853-7916997e92b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40a1f60-8892-4794-a540-d6d6ddbab69f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:01.939555 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48568) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:01.996441 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73b7c8f9-3779-4bab-abb8-e6c942c5ce21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:02.019194 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73b7c8f9-3779-4bab-abb8-e6c942c5ce21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:02.028736 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 82a0a9ed-ef91-4f3c-909e-c13a7941ecef details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:22:02.039582 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e5a23100-726b-4b48-a5e8-49210cde7265 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:22:02.065428 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: e5a23100-726b-4b48-a5e8-49210cde7265 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:22:02.065785 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device e5a23100-726b-4b48-a5e8-49210cde7265 not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:22:02.117177 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73b7c8f9-3779-4bab-abb8-e6c942c5ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:02.119644 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73b7c8f9-3779-4bab-abb8-e6c942c5ce21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:02.121232 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-73b7c8f9-3779-4bab-abb8-e6c942c5ce21 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b40a1f60-8892-4794-a540-d6d6ddbab69f HTTP/1.1" status: 204 len: 168 time: 0.1793880 Jul 07 13:22:02.136803 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7c8f9-3779-4bab-abb8-e6c942c5ce21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40a1f60-8892-4794-a540-d6d6ddbab69f,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:02.174044 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=82a0a9ed-ef91-4f3c-909e-c13a7941ecef,segment=NetworkSegment(4372319c-d253-4751-9724-f4ea150591d4),segment_id=4372319c-d253-4751-9724-f4ea150591d4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:02.184967 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '82a0a9ed-ef91-4f3c-909e-c13a7941ecef', 'network_id': 'ad7e47d1-aaed-42df-b312-c6471f61bd93', 'port_id': '82a0a9ed-ef91-4f3c-909e-c13a7941ecef', 'mac_address': 'fa:16:3e:e6:7e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7df4d3f-cda7-4eac-b1cf-4a916adf8847', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:22:02.225892 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:02.239451 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a0a9ed-ef91-4f3c-909e-c13a7941ecef {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:22:02.260912 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=82a0a9ed-ef91-4f3c-909e-c13a7941ecef,segment=NetworkSegment(4372319c-d253-4751-9724-f4ea150591d4),segment_id=4372319c-d253-4751-9724-f4ea150591d4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:02.294893 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:02.360445 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=82a0a9ed-ef91-4f3c-909e-c13a7941ecef,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:02.549687 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492f121-3a67-48c4-b9c4-bd6f52405d47 req-ac991190-e912-4e7e-9ece-1ef70f0e5474 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:02.553513 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4492f121-3a67-48c4-b9c4-bd6f52405d47 req-ac991190-e912-4e7e-9ece-1ef70f0e5474 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 944 time: 0.0738297 Jul 07 13:22:02.574714 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['82a0a9ed-ef91-4f3c-909e-c13a7941ecef'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:22:02.598993 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4492f121-3a67-48c4-b9c4-bd6f52405d47 req-4f807c33-8694-4dfc-b3ee-900ebf3105bf tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419326 Jul 07 13:22:02.602124 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48600) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:02.683045 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f73d4409-87b2-4711-8b10-4247ce78fc67 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:02.709239 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f73d4409-87b2-4711-8b10-4247ce78fc67 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:02.905725 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f73d4409-87b2-4711-8b10-4247ce78fc67 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:02.908683 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f73d4409-87b2-4711-8b10-4247ce78fc67 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:02.910134 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-f73d4409-87b2-4711-8b10-4247ce78fc67 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] 10.222.0.67 "DELETE /v2.0/security-groups/8177e961-9e32-41c9-8ce7-745e3f586977 HTTP/1.1" status: 204 len: 168 time: 0.3067696 Jul 07 13:22:02.925775 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d4409-87b2-4711-8b10-4247ce78fc67 tempest-TestShelveInstance-1373771840 tempest-TestShelveInstance-1373771840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8177e961-9e32-41c9-8ce7-745e3f586977,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:03.045101 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48612) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:03.522203 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4a17d1e-1dc5-4c20-8dd5-e07d4681ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8051668'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:03.795303 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a4a17d1e-1dc5-4c20-8dd5-e07d4681ecab admin admin] Deleting port 057c53ad-f719-415f-a8e9-9ab728448c7d {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:22:03.796554 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4a17d1e-1dc5-4c20-8dd5-e07d4681ecab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:03.812899 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a91119-559a-4de1-9fd5-79a286aaa9d4 req-4999f19a-6fe1-475f-bb35-833eb3258bc0 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:03.814432 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b9a91119-559a-4de1-9fd5-79a286aaa9d4 req-4999f19a-6fe1-475f-bb35-833eb3258bc0 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 944 time: 0.0764816 Jul 07 13:22:03.855105 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b9a91119-559a-4de1-9fd5-79a286aaa9d4 req-a5d3904d-e02a-47c2-a024-6d08cd8e7415 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339816 Jul 07 13:22:03.884959 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-a4a17d1e-1dc5-4c20-8dd5-e07d4681ecab admin admin] For port 057c53ad-f719-415f-a8e9-9ab728448c7d, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=057c53ad-f719-415f-a8e9-9ab728448c7d,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:03.885326 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4a17d1e-1dc5-4c20-8dd5-e07d4681ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:03.899635 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a4a17d1e-1dc5-4c20-8dd5-e07d4681ecab admin admin] Calling delete_port for 057c53ad-f719-415f-a8e9-9ab728448c7d owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:22:04.048979 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 82a0a9ed-ef91-4f3c-909e-c13a7941ecef up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:22:04.163354 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4a17d1e-1dc5-4c20-8dd5-e07d4681ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:04.189737 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a17d1e-1dc5-4c20-8dd5-e07d4681ecab admin admin] Pushing event deleted for resources: {'Port': ['ID=057c53ad-f719-415f-a8e9-9ab728448c7d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:04.203784 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:22:04.217774 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:22:04.217774 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:04.302341 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:04.330926 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafed44a-9fb0-40a2-8b9f-cd23897d1114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a0a9ed-ef91-4f3c-909e-c13a7941ecef'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:22:04.333297 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c961257c-4ca0-491c-83a0-833d3696a25b" -d '{"events": [{"server_uuid": "fafed44a-9fb0-40a2-8b9f-cd23897d1114", "name": "network-vif-plugged", "status": "completed", "tag": "82a0a9ed-ef91-4f3c-909e-c13a7941ecef"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:22:04.356913 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=82a0a9ed-ef91-4f3c-909e-c13a7941ecef,segment=NetworkSegment(4372319c-d253-4751-9724-f4ea150591d4),segment_id=4372319c-d253-4751-9724-f4ea150591d4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:04.385192 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3f34e3-1d6a-4a82-9671-cae7706e9fd6 x-openstack-request-id: req-ef3f34e3-1d6a-4a82-9671-cae7706e9fd6 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:22:04.385492 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafed44a-9fb0-40a2-8b9f-cd23897d1114", "name": "network-vif-plugged", "status": "completed", "tag": "82a0a9ed-ef91-4f3c-909e-c13a7941ecef", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:22:04.385745 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ef3f34e3-1d6a-4a82-9671-cae7706e9fd6 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:22:04.386183 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafed44a-9fb0-40a2-8b9f-cd23897d1114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a0a9ed-ef91-4f3c-909e-c13a7941ecef', 'code': 200} Jul 07 13:22:04.403828 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4a17d1e-1dc5-4c20-8dd5-e07d4681ecab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8052714'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:04.424658 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:04.507430 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=82a0a9ed-ef91-4f3c-909e-c13a7941ecef,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:04.882169 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684cc10-dc39-4dd7-97ee-29e663ab9f63 req-a1276ec2-6740-4c64-975f-c2c85c1f3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:04.883974 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6684cc10-dc39-4dd7-97ee-29e663ab9f63 req-a1276ec2-6740-4c64-975f-c2c85c1f3948 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 1098 time: 0.1041720 Jul 07 13:22:04.966014 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6684cc10-dc39-4dd7-97ee-29e663ab9f63 req-435fc63c-25e0-49fe-9fc3-de132b503bfc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727050 Jul 07 13:22:04.974985 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a17d1e-1dc5-4c20-8dd5-e07d4681ecab admin admin] Router a37760f5-8a9f-4559-a4e4-54812ca66f86 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:22:05.044526 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe3aef-cf15-411b-9516-4d2297c35f39 req-fe325fbc-7f11-45f7-94d0-3204ececc55f tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:05.046056 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-57fe3aef-cf15-411b-9516-4d2297c35f39 req-fe325fbc-7f11-45f7-94d0-3204ececc55f tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 945 time: 0.0634301 Jul 07 13:22:05.097594 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-57fe3aef-cf15-411b-9516-4d2297c35f39 req-ca794fe7-a0bd-4d7e-b9eb-d388751ba2b1 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 Jul 07 13:22:05.112117 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a17d1e-1dc5-4c20-8dd5-e07d4681ecab admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:22:05.118441 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-a4a17d1e-1dc5-4c20-8dd5-e07d4681ecab admin admin] 10.222.0.67 "PUT /v2.0/routers/a37760f5-8a9f-4559-a4e4-54812ca66f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0717297 Jul 07 13:22:05.121146 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48670) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:05.123690 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dcce27-1f91-4745-acb3-a10deb611274 None None] Sync routers for ids ['a37760f5-8a9f-4559-a4e4-54812ca66f86'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:22:05.134188 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dcce27-1f91-4745-acb3-a10deb611274 None None] Routers {'a37760f5-8a9f-4559-a4e4-54812ca66f86'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:22:05.134894 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-00dcce27-1f91-4745-acb3-a10deb611274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:21:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['a37760f5-8a9f-4559-a4e4-54812ca66f86'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:05.237366 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Notify callbacks [] for router, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:05.253761 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-00dcce27-1f91-4745-acb3-a10deb611274 None None] Set router a37760f5-8a9f-4559-a4e4-54812ca66f86 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:22:05.345416 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:05.444434 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-00dcce27-1f91-4745-acb3-a10deb611274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:22:04Z', 'revision_number': 5, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port': {'id': 'ded06d41-340e-4ae2-9f5c-5733cfc9fdf7', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:20Z', 'updated_at': '2021-07-07T13:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:05.474480 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dcce27-1f91-4745-acb3-a10deb611274 None None] Checking router: a37760f5-8a9f-4559-a4e4-54812ca66f86 for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:22:05.500349 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dcce27-1f91-4745-acb3-a10deb611274 None None] Routers {'a37760f5-8a9f-4559-a4e4-54812ca66f86'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:22:05.501127 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-00dcce27-1f91-4745-acb3-a10deb611274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:21:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['a37760f5-8a9f-4559-a4e4-54812ca66f86'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:05.509388 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48678) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:05.512397 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Deleting port ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:22:05.512779 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:05.597994 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] For port ded06d41-340e-4ae2-9f5c-5733cfc9fdf7, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=ded06d41-340e-4ae2-9f5c-5733cfc9fdf7,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:05.598576 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:05.602922 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-00dcce27-1f91-4745-acb3-a10deb611274 None None] Set router a37760f5-8a9f-4559-a4e4-54812ca66f86 gateway port host: None {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:22:05.612285 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Calling delete_port for ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 owned by network:router_gateway {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:22:05.629758 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbbda-5bf8-4636-b1c5-0d531618b8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:05.660060 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-00dcce27-1f91-4745-acb3-a10deb611274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:22:05Z', 'revision_number': 6, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port_host': None}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:05.686810 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dcce27-1f91-4745-acb3-a10deb611274 None None] The sync data for ids ['a37760f5-8a9f-4559-a4e4-54812ca66f86'] in dv-cinder-786627-18-iscsi is: [{'id': 'a37760f5-8a9f-4559-a4e4-54812ca66f86', 'name': 'tempest-TestShelveInstance-499720446-router', 'tenant_id': '7c304e03bb8246aba8abc47b0b37e6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:19Z', 'updated_at': '2021-07-07T13:22:05Z', 'revision_number': 6, 'project_id': '7c304e03bb8246aba8abc47b0b37e6af', 'gw_port_host': None}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:22:05.729158 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbbda-5bf8-4636-b1c5-0d531618b8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:05.808416 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbbda-5bf8-4636-b1c5-0d531618b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:05.837303 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:05.847727 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-ad7dbbda-5bf8-4636-b1c5-0d531618b8ef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8428bf6f020944408379327d9a9821ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364663 Jul 07 13:22:05.848757 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dbbda-5bf8-4636-b1c5-0d531618b8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab04d5c-0577-473d-8aab-53d8130d01ee,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:05.851217 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48682) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:05.864303 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Pushing event deleted for resources: {'Port': ['ID=ded06d41-340e-4ae2-9f5c-5733cfc9fdf7,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:05.907222 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b149c179-b3a4-420b-aeff-47def2228042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:05.929191 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b149c179-b3a4-420b-aeff-47def2228042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:05.934005 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7901587'] for router_gateway, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.045331 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b149c179-b3a4-420b-aeff-47def2228042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.049294 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b149c179-b3a4-420b-aeff-47def2228042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.054238 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-b149c179-b3a4-420b-aeff-47def2228042 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3ab04d5c-0577-473d-8aab-53d8130d01ee HTTP/1.1" status: 204 len: 168 time: 0.2020164 Jul 07 13:22:06.064207 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149c179-b3a4-420b-aeff-47def2228042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab04d5c-0577-473d-8aab-53d8130d01ee,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:06.335871 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8048167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26417'] for router, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.338831 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.413926 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20569c68-656e-429f-9f98-eed307914d71 req-49760544-437b-4fd5-99db-27de1bd5eb7c tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:06.415436 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-20569c68-656e-429f-9f98-eed307914d71 req-49760544-437b-4fd5-99db-27de1bd5eb7c tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 945 time: 0.1354907 Jul 07 13:22:06.442625 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8046007'] for router, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.443028 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a37760f5-8a9f-4559-a4e4-54812ca66f86 {{(pid=93698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:22:06.451573 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.452676 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-208fc486-9a14-4183-8b0a-8c24131ecc68 admin admin] 10.222.0.67 "DELETE /v2.0/routers/a37760f5-8a9f-4559-a4e4-54812ca66f86 HTTP/1.1" status: 204 len: 168 time: 1.3299971 Jul 07 13:22:06.457146 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48692) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:06.460665 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-20569c68-656e-429f-9f98-eed307914d71 req-44c26901-0630-40d5-a7c7-dba3c0c24bea tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393124 Jul 07 13:22:06.516502 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41646f0-dc63-44f0-86fb-18b591858c70 admin admin] Deleting subnet 925e514e-075e-4a1b-bdd9-ac5ad37be93c {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:22:06.520182 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a41646f0-dc63-44f0-86fb-18b591858c70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.560611 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a41646f0-dc63-44f0-86fb-18b591858c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4699346'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.649287 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a41646f0-dc63-44f0-86fb-18b591858c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.714444 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 057c53ad-f719-415f-a8e9-9ab728448c7d no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:22:06.736288 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 057c53ad-f719-415f-a8e9-9ab728448c7d {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:22:06.738894 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 057c53ad-f719-415f-a8e9-9ab728448c7d not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:22:06.738894 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:22:06.762243 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:22:06.769868 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device ded06d41-340e-4ae2-9f5c-5733cfc9fdf7 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:22:06.770958 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48698) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:06.784147 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f3f6-06ca-4d86-a547-5ddfd83456d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.786328 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a41646f0-dc63-44f0-86fb-18b591858c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4699967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4564319'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.815208 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41646f0-dc63-44f0-86fb-18b591858c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925e514e-075e-4a1b-bdd9-ac5ad37be93c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:06.817302 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a41646f0-dc63-44f0-86fb-18b591858c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.819489 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-a41646f0-dc63-44f0-86fb-18b591858c70 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/925e514e-075e-4a1b-bdd9-ac5ad37be93c HTTP/1.1" status: 204 len: 168 time: 0.3608401 Jul 07 13:22:06.822224 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48700) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:06.826575 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c372cf-133f-4955-acfe-e00155ed5f44 None None] Network 4a55cc22-1fb0-4c97-98fd-a8227b306f82 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:22:06.908728 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.911209 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f3f6-06ca-4d86-a547-5ddfd83456d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.981581 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Deleting port 31b5d89a-33d8-4fea-9800-f22a88dbfc51 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:22:06.981581 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:06.998202 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f3f6-06ca-4d86-a547-5ddfd83456d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.042572 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c1e8f3f6-06ca-4d86-a547-5ddfd83456d1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=04e78f0c876346079621ddedc326c5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689950 Jul 07 13:22:07.042572 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8f3f6-06ca-4d86-a547-5ddfd83456d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933ca3cd-092f-4e30-a083-8b370ccdc47e,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:07.043523 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48708) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:07.100518 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640c0eb2-ddbc-4525-ba84-5b335dc5de09 None None] DHCP port deletion for 4a55cc22-1fb0-4c97-98fd-a8227b306f82 request from dv-cinder-786627-18-iscsi {{(pid=93700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:22:07.101529 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] For port 31b5d89a-33d8-4fea-9800-f22a88dbfc51, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=31b5d89a-33d8-4fea-9800-f22a88dbfc51,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:07.103166 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.110756 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bc1b03d8-ee6f-4671-b240-a58235bb8936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.118624 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Calling delete_port for 31b5d89a-33d8-4fea-9800-f22a88dbfc51 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:22:07.137604 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bc1b03d8-ee6f-4671-b240-a58235bb8936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.151976 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-640c0eb2-ddbc-4525-ba84-5b335dc5de09 None None] Deleting port 31b5d89a-33d8-4fea-9800-f22a88dbfc51 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:22:07.152606 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-640c0eb2-ddbc-4525-ba84-5b335dc5de09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.217806 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-640c0eb2-ddbc-4525-ba84-5b335dc5de09 None None] For port 31b5d89a-33d8-4fea-9800-f22a88dbfc51, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=31b5d89a-33d8-4fea-9800-f22a88dbfc51,segment=NetworkSegment(16e4c2ff-03ed-4b1a-b516-2fe00d27c097),segment_id=16e4c2ff-03ed-4b1a-b516-2fe00d27c097)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:07.218200 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-640c0eb2-ddbc-4525-ba84-5b335dc5de09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.231344 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-640c0eb2-ddbc-4525-ba84-5b335dc5de09 None None] Calling delete_port for 31b5d89a-33d8-4fea-9800-f22a88dbfc51 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:22:07.260124 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bc1b03d8-ee6f-4671-b240-a58235bb8936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.262788 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-bc1b03d8-ee6f-4671-b240-a58235bb8936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.263945 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-bc1b03d8-ee6f-4671-b240-a58235bb8936 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/933ca3cd-092f-4e30-a083-8b370ccdc47e HTTP/1.1" status: 204 len: 168 time: 0.2195141 Jul 07 13:22:07.272687 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b03d8-ee6f-4671-b240-a58235bb8936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933ca3cd-092f-4e30-a083-8b370ccdc47e,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:07.288648 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.320405 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-640c0eb2-ddbc-4525-ba84-5b335dc5de09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.322726 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Pushing event deleted for resources: {'Port': ['ID=31b5d89a-33d8-4fea-9800-f22a88dbfc51,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:07.327432 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] No DVR routers for this DVR port 31b5d89a-33d8-4fea-9800-f22a88dbfc51 on host dv-cinder-786627-18-iscsi {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:22:07.352424 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c0eb2-ddbc-4525-ba84-5b335dc5de09 None None] Pushing event deleted for resources: {'Port': ['ID=31b5d89a-33d8-4fea-9800-f22a88dbfc51,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:07.356008 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c0eb2-ddbc-4525-ba84-5b335dc5de09 None None] No DVR routers for this DVR port 31b5d89a-33d8-4fea-9800-f22a88dbfc51 on host dv-cinder-786627-18-iscsi {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:22:07.410823 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.420493 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a55cc22-1fb0-4c97-98fd-a8227b306f82']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:07.430649 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e4c2ff-03ed-4b1a-b516-2fe00d27c097') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:07.430947 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e4c2ff-03ed-4b1a-b516-2fe00d27c097') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:07.440170 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699333'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.454261 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.460054 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:22:07.460441 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4700122'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: Traceback (most recent call last): Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: timer() Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: cb(*args, **kw) Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: return func(*args, **kwargs) Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: self._notify() Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: self.callback(batched_events) Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: event.method(event) Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: return f(self, *a, **k) Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._get(url).json() Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:22:07.462069 dv-cinder-786627-18-iscsi neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:22:07.625730 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.631998 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:07.634158 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] 10.222.0.67 "DELETE /v2.0/networks/4a55cc22-1fb0-4c97-98fd-a8227b306f82 HTTP/1.1" status: 204 len: 168 time: 0.8108411 Jul 07 13:22:07.637330 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48714) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:07.646686 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f8b7b-f204-4019-802d-f3f1fe6ea116 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a55cc22-1fb0-4c97-98fd-a8227b306f82,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:08.009679 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e208c5b6-15af-4dbc-9dd9-2ae8fb492cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8051668'] for router_interface, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:08.278645 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-e208c5b6-15af-4dbc-9dd9-2ae8fb492cae admin admin] Deleting port 26f5230e-db7c-47ac-87b6-85fb3570c3bd {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:22:08.279049 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e208c5b6-15af-4dbc-9dd9-2ae8fb492cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:08.361584 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-e208c5b6-15af-4dbc-9dd9-2ae8fb492cae admin admin] For port 26f5230e-db7c-47ac-87b6-85fb3570c3bd, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=26f5230e-db7c-47ac-87b6-85fb3570c3bd,segment=NetworkSegment(fee5634e-8ee5-479b-b0f4-7a144f782e2e),segment_id=fee5634e-8ee5-479b-b0f4-7a144f782e2e)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:08.361946 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e208c5b6-15af-4dbc-9dd9-2ae8fb492cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:08.375582 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-e208c5b6-15af-4dbc-9dd9-2ae8fb492cae admin admin] Calling delete_port for 26f5230e-db7c-47ac-87b6-85fb3570c3bd owned by network:router_interface {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:22:08.659995 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e208c5b6-15af-4dbc-9dd9-2ae8fb492cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:08.685253 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208c5b6-15af-4dbc-9dd9-2ae8fb492cae admin admin] Pushing event deleted for resources: {'Port': ['ID=26f5230e-db7c-47ac-87b6-85fb3570c3bd,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:08.720797 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 31b5d89a-33d8-4fea-9800-f22a88dbfc51 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:22:08.744146 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 31b5d89a-33d8-4fea-9800-f22a88dbfc51 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:22:08.744575 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 31b5d89a-33d8-4fea-9800-f22a88dbfc51 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:22:08.860178 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e208c5b6-15af-4dbc-9dd9-2ae8fb492cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8052714'] for router_interface, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:09.083582 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e208c5b6-15af-4dbc-9dd9-2ae8fb492cae admin admin] Router 20bb5c43-4812-453d-8a9b-fb1826d4a9bc has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:22:09.193225 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e208c5b6-15af-4dbc-9dd9-2ae8fb492cae admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:22:09.199506 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e208c5b6-15af-4dbc-9dd9-2ae8fb492cae admin admin] 10.222.0.67 "PUT /v2.0/routers/20bb5c43-4812-453d-8a9b-fb1826d4a9bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5599902 Jul 07 13:22:09.200987 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48752) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:09.204114 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccaf277-bee2-48d3-9fc8-574d34475e4d None None] Sync routers for ids ['20bb5c43-4812-453d-8a9b-fb1826d4a9bc'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:22:09.216354 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccaf277-bee2-48d3-9fc8-574d34475e4d None None] Routers {'20bb5c43-4812-453d-8a9b-fb1826d4a9bc'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:22:09.217103 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3ccaf277-bee2-48d3-9fc8-574d34475e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:21:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['20bb5c43-4812-453d-8a9b-fb1826d4a9bc'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:09.305059 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Notify callbacks [] for router, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:09.326063 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3ccaf277-bee2-48d3-9fc8-574d34475e4d None None] Set router 20bb5c43-4812-453d-8a9b-fb1826d4a9bc gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:22:09.412155 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:09.512936 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3ccaf277-bee2-48d3-9fc8-574d34475e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'name': 'tempest-TestShelveInstance-272578114-router', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:28Z', 'updated_at': '2021-07-07T13:22:08Z', 'revision_number': 5, 'project_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'gw_port': {'id': 'a55a971b-cbc8-41dd-9f22-0a468d460d0d', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:16:29Z', 'updated_at': '2021-07-07T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:09.539710 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccaf277-bee2-48d3-9fc8-574d34475e4d None None] Checking router: 20bb5c43-4812-453d-8a9b-fb1826d4a9bc for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:22:09.548910 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccaf277-bee2-48d3-9fc8-574d34475e4d None None] Routers {'20bb5c43-4812-453d-8a9b-fb1826d4a9bc'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:22:09.549582 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3ccaf277-bee2-48d3-9fc8-574d34475e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:21:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['20bb5c43-4812-453d-8a9b-fb1826d4a9bc'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:09.575985 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Deleting port a55a971b-cbc8-41dd-9f22-0a468d460d0d {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:22:09.576409 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:09.638424 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3ccaf277-bee2-48d3-9fc8-574d34475e4d None None] Set router 20bb5c43-4812-453d-8a9b-fb1826d4a9bc gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:22:09.660266 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] For port a55a971b-cbc8-41dd-9f22-0a468d460d0d, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=a55a971b-cbc8-41dd-9f22-0a468d460d0d,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:09.660861 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:09.673522 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Calling delete_port for a55a971b-cbc8-41dd-9f22-0a468d460d0d owned by network:router_gateway {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:22:09.694214 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3ccaf277-bee2-48d3-9fc8-574d34475e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'name': 'tempest-TestShelveInstance-272578114-router', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:28Z', 'updated_at': '2021-07-07T13:22:09Z', 'revision_number': 6, 'project_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'gw_port_host': None}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:09.721633 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccaf277-bee2-48d3-9fc8-574d34475e4d None None] The sync data for ids ['20bb5c43-4812-453d-8a9b-fb1826d4a9bc'] in dv-cinder-786627-18-iscsi is: [{'id': '20bb5c43-4812-453d-8a9b-fb1826d4a9bc', 'name': 'tempest-TestShelveInstance-272578114-router', 'tenant_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:16:28Z', 'updated_at': '2021-07-07T13:22:09Z', 'revision_number': 6, 'project_id': 'c0e6e57d9b7a46069771dd7bf3d02951', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:22:09.949090 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:09.978318 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=a55a971b-cbc8-41dd-9f22-0a468d460d0d,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:10.047648 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7901587'] for router_gateway, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:10.165165 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8048167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26417'] for router, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:10.167556 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:10.295253 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8046007'] for router, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:10.295907 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20bb5c43-4812-453d-8a9b-fb1826d4a9bc {{(pid=93698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:22:10.301398 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:10.302651 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d8430367-5275-4628-a827-85c9f2907f7b admin admin] 10.222.0.67 "DELETE /v2.0/routers/20bb5c43-4812-453d-8a9b-fb1826d4a9bc HTTP/1.1" status: 204 len: 168 time: 1.1006894 Jul 07 13:22:10.305089 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48776) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:10.355925 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61cd76d-75a8-476c-ac71-ee3104238621 admin admin] Deleting subnet 94e3cf58-1097-41f9-8670-7400ef3813af {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:22:10.359112 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e61cd76d-75a8-476c-ac71-ee3104238621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:10.396361 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e61cd76d-75a8-476c-ac71-ee3104238621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536814453'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:10.487198 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e61cd76d-75a8-476c-ac71-ee3104238621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:10.655370 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e61cd76d-75a8-476c-ac71-ee3104238621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536813746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536811131'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:10.712733 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cd76d-75a8-476c-ac71-ee3104238621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e3cf58-1097-41f9-8670-7400ef3813af,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:10.715523 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e61cd76d-75a8-476c-ac71-ee3104238621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:10.717542 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008fc747-a386-4d9b-8d76-fe775fa4662b None None] Network b97b8737-120c-4317-9601-0c08a726afc0 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:22:10.718109 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e61cd76d-75a8-476c-ac71-ee3104238621 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/94e3cf58-1097-41f9-8670-7400ef3813af HTTP/1.1" status: 204 len: 168 time: 0.4115152 Jul 07 13:22:10.720859 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48780) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:10.743953 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device a55a971b-cbc8-41dd-9f22-0a468d460d0d no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:22:10.814752 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72693c97-0e78-43f2-b828-bd83e0550215 req-b504e50f-28c0-4c46-9898-fec88df0f640 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:10.816063 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-72693c97-0e78-43f2-b828-bd83e0550215 req-b504e50f-28c0-4c46-9898-fec88df0f640 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 945 time: 0.1726913 Jul 07 13:22:10.819311 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:10.865987 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: a55a971b-cbc8-41dd-9f22-0a468d460d0d {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:22:10.866464 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device a55a971b-cbc8-41dd-9f22-0a468d460d0d not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:22:10.866866 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 26f5230e-db7c-47ac-87b6-85fb3570c3bd no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:22:10.889576 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 26f5230e-db7c-47ac-87b6-85fb3570c3bd {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:22:10.889920 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 26f5230e-db7c-47ac-87b6-85fb3570c3bd not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:22:10.913260 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-72693c97-0e78-43f2-b828-bd83e0550215 req-f9b28a4c-a063-48df-ad77-1d97dd0b7fba tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831032 Jul 07 13:22:10.941560 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Deleting port 5848553e-f2df-4d70-a18e-cd79c45cf50b {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:22:10.942028 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:11.005668 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b20068a-8167-48fd-8030-1fcc9e2a142c None None] DHCP port deletion for b97b8737-120c-4317-9601-0c08a726afc0 request from dv-cinder-786627-18-iscsi {{(pid=93700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:22:11.013031 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] For port 5848553e-f2df-4d70-a18e-cd79c45cf50b, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=5848553e-f2df-4d70-a18e-cd79c45cf50b,segment=NetworkSegment(fee5634e-8ee5-479b-b0f4-7a144f782e2e),segment_id=fee5634e-8ee5-479b-b0f4-7a144f782e2e)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:11.013474 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:11.027039 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Calling delete_port for 5848553e-f2df-4d70-a18e-cd79c45cf50b owned by network:dhcp {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:22:11.055949 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-2b20068a-8167-48fd-8030-1fcc9e2a142c None None] Deleting port 5848553e-f2df-4d70-a18e-cd79c45cf50b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:22:11.056467 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b20068a-8167-48fd-8030-1fcc9e2a142c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:11.119614 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-2b20068a-8167-48fd-8030-1fcc9e2a142c None None] For port 5848553e-f2df-4d70-a18e-cd79c45cf50b, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=5848553e-f2df-4d70-a18e-cd79c45cf50b,segment=NetworkSegment(fee5634e-8ee5-479b-b0f4-7a144f782e2e),segment_id=fee5634e-8ee5-479b-b0f4-7a144f782e2e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:11.119926 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b20068a-8167-48fd-8030-1fcc9e2a142c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:11.133166 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-2b20068a-8167-48fd-8030-1fcc9e2a142c None None] Calling delete_port for 5848553e-f2df-4d70-a18e-cd79c45cf50b owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:22:11.205186 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:11.220313 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b20068a-8167-48fd-8030-1fcc9e2a142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:11.232216 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Pushing event deleted for resources: {'Port': ['ID=5848553e-f2df-4d70-a18e-cd79c45cf50b,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:11.235349 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] No DVR routers for this DVR port 5848553e-f2df-4d70-a18e-cd79c45cf50b on host dv-cinder-786627-18-iscsi {{(pid=93698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:22:11.246207 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20068a-8167-48fd-8030-1fcc9e2a142c None None] Pushing event deleted for resources: {'Port': ['ID=5848553e-f2df-4d70-a18e-cd79c45cf50b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:11.254365 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20068a-8167-48fd-8030-1fcc9e2a142c None None] No DVR routers for this DVR port 5848553e-f2df-4d70-a18e-cd79c45cf50b on host dv-cinder-786627-18-iscsi {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:22:11.311452 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:11.321376 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97b8737-120c-4317-9601-0c08a726afc0']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:11.334986 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee5634e-8ee5-479b-b0f4-7a144f782e2e') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:11.335278 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee5634e-8ee5-479b-b0f4-7a144f782e2e') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:11.344500 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536814434'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:11.358154 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:11.365598 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:22:11.366011 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536813655'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: timer() Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: cb(*args, **kw) Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: self._notify() Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: self.callback(batched_events) Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: event.method(event) Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._get(url).json() Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:22:11.367674 dv-cinder-786627-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:22:11.505668 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:11.513982 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:11.513982 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] 10.222.0.67 "DELETE /v2.0/networks/b97b8737-120c-4317-9601-0c08a726afc0 HTTP/1.1" status: 204 len: 168 time: 0.7909307 Jul 07 13:22:11.524171 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f92319-cef7-447c-bd8e-17899de9fa4a admin admin] Pushing event deleted for resources: {'Network': ['ID=b97b8737-120c-4317-9601-0c08a726afc0,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:11.939649 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48806) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:11.994857 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f0ee3adf-c25b-4b1c-b46e-d3fdf341e5e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c304e03bb8246aba8abc47b0b37e6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540617 Jul 07 13:22:11.998164 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48810) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:12.054937 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f2707dd-41f4-481d-849d-825e1d573329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:12.079017 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f2707dd-41f4-481d-849d-825e1d573329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:12.098683 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cc441-7aee-473d-9cb8-929de39a41ee req-d8bce306-ab4f-4b57-a77b-12d0225edb36 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:12.100244 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cb4cc441-7aee-473d-9cb8-929de39a41ee req-d8bce306-ab4f-4b57-a77b-12d0225edb36 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 945 time: 0.0674016 Jul 07 13:22:12.142520 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cb4cc441-7aee-473d-9cb8-929de39a41ee req-a31c644e-2b10-4998-bfcc-dbee4bc44aa9 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c3eaa34-f432-49ed-aac1-309d458aa79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362470 Jul 07 13:22:12.194025 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319c131-ff30-4d4d-9497-ebd529e7edb5 req-aa276bff-852f-46e0-b7ae-88b645df2444 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:12.195623 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b319c131-ff30-4d4d-9497-ebd529e7edb5 req-aa276bff-852f-46e0-b7ae-88b645df2444 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.79 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 945 time: 0.0973473 Jul 07 13:22:12.234949 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f2707dd-41f4-481d-849d-825e1d573329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:12.242185 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f2707dd-41f4-481d-849d-825e1d573329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:12.242185 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-7f2707dd-41f4-481d-849d-825e1d573329 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/42c13573-f913-4af0-a711-56218a2c69bb HTTP/1.1" status: 204 len: 168 time: 0.2399578 Jul 07 13:22:12.259748 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2707dd-41f4-481d-849d-825e1d573329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c13573-f913-4af0-a711-56218a2c69bb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:12.315232 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-b319c131-ff30-4d4d-9497-ebd529e7edb5 req-6871af8b-dde1-4fe2-8c34-23835f224576 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Deleting port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:22:12.315583 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b319c131-ff30-4d4d-9497-ebd529e7edb5 req-6871af8b-dde1-4fe2-8c34-23835f224576 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:12.413372 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b319c131-ff30-4d4d-9497-ebd529e7edb5 req-6871af8b-dde1-4fe2-8c34-23835f224576 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] For port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=82a0a9ed-ef91-4f3c-909e-c13a7941ecef,segment=NetworkSegment(4372319c-d253-4751-9724-f4ea150591d4),segment_id=4372319c-d253-4751-9724-f4ea150591d4)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:12.413747 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b319c131-ff30-4d4d-9497-ebd529e7edb5 req-6871af8b-dde1-4fe2-8c34-23835f224576 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:12.429421 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-b319c131-ff30-4d4d-9497-ebd529e7edb5 req-6871af8b-dde1-4fe2-8c34-23835f224576 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Calling delete_port for 82a0a9ed-ef91-4f3c-909e-c13a7941ecef owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:22:12.654338 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b319c131-ff30-4d4d-9497-ebd529e7edb5 req-6871af8b-dde1-4fe2-8c34-23835f224576 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:12.690510 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['82a0a9ed-ef91-4f3c-909e-c13a7941ecef'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:22:12.722174 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 5848553e-f2df-4d70-a18e-cd79c45cf50b no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:22:12.729711 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871af8b-dde1-4fe2-8c34-23835f224576 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Pushing event deleted for resources: {'Port': ['ID=82a0a9ed-ef91-4f3c-909e-c13a7941ecef,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:12.732041 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b319c131-ff30-4d4d-9497-ebd529e7edb5 req-6871af8b-dde1-4fe2-8c34-23835f224576 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] No DVR routers for this DVR port 82a0a9ed-ef91-4f3c-909e-c13a7941ecef on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:22:12.734198 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b319c131-ff30-4d4d-9497-ebd529e7edb5 req-6871af8b-dde1-4fe2-8c34-23835f224576 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:12.736813 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b319c131-ff30-4d4d-9497-ebd529e7edb5 req-6871af8b-dde1-4fe2-8c34-23835f224576 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.79 "DELETE /v2.0/ports/82a0a9ed-ef91-4f3c-909e-c13a7941ecef HTTP/1.1" status: 204 len: 173 time: 0.5357287 Jul 07 13:22:12.737342 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafed44a-9fb0-40a2-8b9f-cd23897d1114', 'name': 'network-vif-deleted', 'tag': '82a0a9ed-ef91-4f3c-909e-c13a7941ecef'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:22:12.739548 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4116bc-7215-4aab-aa13-e5a1c35bc607" -d '{"events": [{"server_uuid": "fafed44a-9fb0-40a2-8b9f-cd23897d1114", "name": "network-vif-deleted", "tag": "82a0a9ed-ef91-4f3c-909e-c13a7941ecef"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:22:12.749505 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 5848553e-f2df-4d70-a18e-cd79c45cf50b {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:22:12.749505 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 5848553e-f2df-4d70-a18e-cd79c45cf50b not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:22:12.780375 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe99bf2c-e4dd-445f-809b-7c5d1a0c58de x-openstack-request-id: req-fe99bf2c-e4dd-445f-809b-7c5d1a0c58de {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:22:12.780699 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafed44a-9fb0-40a2-8b9f-cd23897d1114", "name": "network-vif-deleted", "tag": "82a0a9ed-ef91-4f3c-909e-c13a7941ecef", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:22:12.781010 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fe99bf2c-e4dd-445f-809b-7c5d1a0c58de {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:22:12.782073 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafed44a-9fb0-40a2-8b9f-cd23897d1114', 'name': 'network-vif-deleted', 'tag': '82a0a9ed-ef91-4f3c-909e-c13a7941ecef', 'status': 'completed', 'code': 200} Jul 07 13:22:13.068077 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48834) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:13.117779 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-719816ea-ed41-47bc-a64c-d6b2a1f699e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c0e6e57d9b7a46069771dd7bf3d02951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483561 Jul 07 13:22:13.120207 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48836) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:13.175882 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-016669fa-ceb2-4292-9903-ed9b9be04df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:13.204167 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-016669fa-ceb2-4292-9903-ed9b9be04df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:13.300698 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-714e8808-5891-4343-bf0a-6cd85887f193 req-981efd18-5688-4d80-a5ed-1721fc377439 tempest-VolumesActionsTest-947513032 tempest-VolumesActionsTest-947513032-project] 10.222.0.67 "GET /v2.0/ports?device_id=fafed44a-9fb0-40a2-8b9f-cd23897d1114 HTTP/1.1" status: 200 len: 210 time: 0.0295868 Jul 07 13:22:13.351566 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-016669fa-ceb2-4292-9903-ed9b9be04df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:13.354268 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-016669fa-ceb2-4292-9903-ed9b9be04df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:13.355465 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-016669fa-ceb2-4292-9903-ed9b9be04df0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/057c3bf9-f3bc-446d-b37e-e5d2a6b82d4d HTTP/1.1" status: 204 len: 168 time: 0.2343311 Jul 07 13:22:13.365842 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016669fa-ceb2-4292-9903-ed9b9be04df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057c3bf9-f3bc-446d-b37e-e5d2a6b82d4d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:15.089756 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48880) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:15.197162 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-daa7feae-9688-427f-b8f3-811dc983edba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:15.287741 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-daa7feae-9688-427f-b8f3-811dc983edba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:15.356823 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-daa7feae-9688-427f-b8f3-811dc983edba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:15.396812 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-daa7feae-9688-427f-b8f3-811dc983edba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=57fc9369961d44238f92d5c43dd399d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059342 Jul 07 13:22:15.397667 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7feae-9688-427f-b8f3-811dc983edba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1d9894-95fb-4cd0-8233-41bf5c384df0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:15.399871 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48892) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:15.450163 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c3e3d7dd-ca2f-40a1-8e37-274742f68020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:15.471640 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c3e3d7dd-ca2f-40a1-8e37-274742f68020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:15.596796 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c3e3d7dd-ca2f-40a1-8e37-274742f68020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:15.599461 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c3e3d7dd-ca2f-40a1-8e37-274742f68020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:15.600643 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c3e3d7dd-ca2f-40a1-8e37-274742f68020 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ee1d9894-95fb-4cd0-8233-41bf5c384df0 HTTP/1.1" status: 204 len: 168 time: 0.1983373 Jul 07 13:22:15.610449 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3d7dd-ca2f-40a1-8e37-274742f68020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1d9894-95fb-4cd0-8233-41bf5c384df0,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:16.027776 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 82a0a9ed-ef91-4f3c-909e-c13a7941ecef no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:22:16.048206 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: 82a0a9ed-ef91-4f3c-909e-c13a7941ecef {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:22:16.048549 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 82a0a9ed-ef91-4f3c-909e-c13a7941ecef not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:22:16.222251 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 48924) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:16.237260 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-41876bfc-de8d-4c86-954d-d147c36a2491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:16.330840 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-41876bfc-de8d-4c86-954d-d147c36a2491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:16.420029 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-41876bfc-de8d-4c86-954d-d147c36a2491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:16.717236 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-41876bfc-de8d-4c86-954d-d147c36a2491 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=61fd9bec3f494b34b398f4db666b333a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4938037 Jul 07 13:22:16.718101 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41876bfc-de8d-4c86-954d-d147c36a2491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ee5493-720d-483c-b5dd-350675a8995d,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:16.720349 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 48928) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:16.771400 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a8bc060c-a2f3-429a-baac-982847a79c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:16.795743 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a8bc060c-a2f3-429a-baac-982847a79c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:16.923615 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a8bc060c-a2f3-429a-baac-982847a79c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:16.926356 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a8bc060c-a2f3-429a-baac-982847a79c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:16.927502 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-a8bc060c-a2f3-429a-baac-982847a79c0c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e3ee5493-720d-483c-b5dd-350675a8995d HTTP/1.1" status: 204 len: 168 time: 0.2061388 Jul 07 13:22:16.935317 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc060c-a2f3-429a-baac-982847a79c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ee5493-720d-483c-b5dd-350675a8995d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:19.754669 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 49026) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:19.864083 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-abc49da3-aad8-46fc-b7e3-873ea80626e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:19.906097 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:19.963021 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-abc49da3-aad8-46fc-b7e3-873ea80626e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:20.031595 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-abc49da3-aad8-46fc-b7e3-873ea80626e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:20.073100 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-abc49da3-aad8-46fc-b7e3-873ea80626e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2fc53581e79d415ba96da9bfa4372569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171859 Jul 07 13:22:20.073889 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc49da3-aad8-46fc-b7e3-873ea80626e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39967550-d224-4a11-82c2-42a7776ed620,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:20.075806 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 49050) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:20.129341 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-772dba83-5c4d-4036-9b20-97e890c59d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:20.151544 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-772dba83-5c4d-4036-9b20-97e890c59d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:20.311137 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-772dba83-5c4d-4036-9b20-97e890c59d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:20.314910 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-772dba83-5c4d-4036-9b20-97e890c59d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:20.318254 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-772dba83-5c4d-4036-9b20-97e890c59d54 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/39967550-d224-4a11-82c2-42a7776ed620 HTTP/1.1" status: 204 len: 168 time: 0.2411783 Jul 07 13:22:20.346204 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dba83-5c4d-4036-9b20-97e890c59d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39967550-d224-4a11-82c2-42a7776ed620,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:21.056212 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 49068) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:21.071723 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-edcf30d8-2aa5-430b-8cc5-52f7541cde13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:21.171142 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-edcf30d8-2aa5-430b-8cc5-52f7541cde13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:21.271660 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-edcf30d8-2aa5-430b-8cc5-52f7541cde13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:21.309859 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf30d8-2aa5-430b-8cc5-52f7541cde13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b4e69c-a793-40ba-913a-dea6ca8c28aa,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:21.315059 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-edcf30d8-2aa5-430b-8cc5-52f7541cde13 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5e6ed1d9cbcb470eb2a9ac632ad8e80b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578075 Jul 07 13:22:21.318701 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 49070) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:21.380292 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ecda2928-02de-472b-9942-525d23279497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:21.432956 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ecda2928-02de-472b-9942-525d23279497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:21.574383 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ecda2928-02de-472b-9942-525d23279497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:21.577189 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ecda2928-02de-472b-9942-525d23279497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:21.580089 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-ecda2928-02de-472b-9942-525d23279497 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a8b4e69c-a793-40ba-913a-dea6ca8c28aa HTTP/1.1" status: 204 len: 168 time: 0.2574761 Jul 07 13:22:21.592917 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda2928-02de-472b-9942-525d23279497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b4e69c-a793-40ba-913a-dea6ca8c28aa,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:22.011221 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 49086) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:22.151316 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc9ff-aa90-4adc-8f5a-0d8ca06ce150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:22.273002 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc9ff-aa90-4adc-8f5a-0d8ca06ce150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:22.334288 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc9ff-aa90-4adc-8f5a-0d8ca06ce150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:22.380492 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-4d1cc9ff-aa90-4adc-8f5a-0d8ca06ce150 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ff2f0205799240f2974440eff3dd94e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681726 Jul 07 13:22:22.381796 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cc9ff-aa90-4adc-8f5a-0d8ca06ce150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719439e0-1352-4ae5-8a90-c26cd8413d7a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:22.383633 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 49102) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:22.463683 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dfef63f5-002b-446f-ab41-3e415887695f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:22.495334 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dfef63f5-002b-446f-ab41-3e415887695f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:22.653974 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dfef63f5-002b-446f-ab41-3e415887695f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:22.659720 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dfef63f5-002b-446f-ab41-3e415887695f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:22.659720 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-dfef63f5-002b-446f-ab41-3e415887695f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/719439e0-1352-4ae5-8a90-c26cd8413d7a HTTP/1.1" status: 204 len: 168 time: 0.2725348 Jul 07 13:22:22.673988 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef63f5-002b-446f-ab41-3e415887695f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719439e0-1352-4ae5-8a90-c26cd8413d7a,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:23.638246 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 49160) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:23.652376 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7d444e3d-0518-457a-a54d-26eb5c882dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:23.741705 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7d444e3d-0518-457a-a54d-26eb5c882dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:23.859965 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7d444e3d-0518-457a-a54d-26eb5c882dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:23.903209 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-7d444e3d-0518-457a-a54d-26eb5c882dca admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e690b9ba2a894afcba0ed4580b4dd09e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637584 Jul 07 13:22:23.904276 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d444e3d-0518-457a-a54d-26eb5c882dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8d2532-811e-4100-84e6-c4d85377a376,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:23.905902 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 49166) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:24.019621 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-939042c9-30b5-4b86-86cd-e032e13a7d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:24.067054 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-939042c9-30b5-4b86-86cd-e032e13a7d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:24.225407 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-939042c9-30b5-4b86-86cd-e032e13a7d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:24.227963 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-939042c9-30b5-4b86-86cd-e032e13a7d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:24.229185 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-939042c9-30b5-4b86-86cd-e032e13a7d8d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ae8d2532-811e-4100-84e6-c4d85377a376 HTTP/1.1" status: 204 len: 168 time: 0.3221159 Jul 07 13:22:24.238978 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939042c9-30b5-4b86-86cd-e032e13a7d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8d2532-811e-4100-84e6-c4d85377a376,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:24.933432 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 49194) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:24.952594 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6620fa5-1168-44b2-8ed1-9e92ed0917f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:24.963326 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04e2de4a-15d6-4f3e-8df0-7b8e4b7e03fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:25.115525 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6620fa5-1168-44b2-8ed1-9e92ed0917f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:25.470920 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6620fa5-1168-44b2-8ed1-9e92ed0917f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:25.515011 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-e6620fa5-1168-44b2-8ed1-9e92ed0917f3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=beef4a6c90c343d095599789205fae44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5797117 Jul 07 13:22:25.517227 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6620fa5-1168-44b2-8ed1-9e92ed0917f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebc9e2d-7ebc-4b4b-b945-44c09e97dd93,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:25.518038 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 49202) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:25.582627 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:25.606041 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:25.791121 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:25.793943 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:25.800900 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4ebc9e2d-7ebc-4b4b-b945-44c09e97dd93 HTTP/1.1" status: 204 len: 168 time: 0.2794929 Jul 07 13:22:25.810003 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebc9e2d-7ebc-4b4b-b945-44c09e97dd93,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:25.819402 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:25.819968 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:25.820762 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:25.821311 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:25.821847 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:25.822423 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:25.822931 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:25.823459 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:25.823817 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:25.824267 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:25.824707 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:25.825110 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f91fac-9ed0-4eb3-9446-feb1a8c88ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:26.897921 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 49226) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:27.017118 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-521785244-network', 'tenant_id': 'bbceeb8fd4d249e8b6f79c700f17fda2'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:22:27.134256 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Made reservation on behalf of bbceeb8fd4d249e8b6f79c700f17fda2 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:22:27.136830 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:27.149707 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:27.254682 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:27.311779 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:27.337918 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:22:27.361058 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:27.364756 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Added segment 4e5b3c2a-c667-4c6c-a07f-c4d19be7628b of type vlan for network 9b70024d-7bcd-46ad-b884-fb965a6f2ad2 Jul 07 13:22:27.364756 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b196d1-62a6-404a-b19e-f13f080df488,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:27.417355 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:27.493728 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:27.495173 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:27.496039 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:27.575776 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] Pushing event updated for resources: {'Network': ['ID=9b70024d-7bcd-46ad-b884-fb965a6f2ad2,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:27.596429 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network 9b70024d-7bcd-46ad-b884-fb965a6f2ad2 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:22:27.643700 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-91edd83a-f2ce-42b1-9582-c1e6eba842fb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7446578 Jul 07 13:22:27.649399 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 49232) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:27.661108 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-4262ddca-2960-4e92-a14b-70af950c8e5a admin admin] Request body: {'subnet': {'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-521785244-subnet', 'tenant_id': 'bbceeb8fd4d249e8b6f79c700f17fda2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:22:28.008735 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a77e38dd-add2-455f-ba6d-d3437cdbb66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:28.042122 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:28.042373 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4262ddca-2960-4e92-a14b-70af950c8e5a admin admin] Made reservation on behalf of bbceeb8fd4d249e8b6f79c700f17fda2 for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:22:28.045695 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4262ddca-2960-4e92-a14b-70af950c8e5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536807578'] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:28.374648 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4262ddca-2960-4e92-a14b-70af950c8e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536813813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536807560'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:28.445070 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262ddca-2960-4e92-a14b-70af950c8e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a03c2b8-a65c-4bc0-bab8-798d4a144c24,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:28.460642 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4262ddca-2960-4e92-a14b-70af950c8e5a admin admin] Checking segment: {'id': '4e5b3c2a-c667-4c6c-a07f-c4d19be7628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:22:28.461118 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4262ddca-2960-4e92-a14b-70af950c8e5a admin admin] Network hostable DHCP agents. Network: 9b70024d-7bcd-46ad-b884-fb965a6f2ad2, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:22:28.590970 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4262ddca-2960-4e92-a14b-70af950c8e5a admin admin] Network 9b70024d-7bcd-46ad-b884-fb965a6f2ad2 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:22:28.677057 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-4262ddca-2960-4e92-a14b-70af950c8e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, 9b70024d-7bcd-46ad-b884-fb965a6f2ad2) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:22:28.682953 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4262ddca-2960-4e92-a14b-70af950c8e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:28.682953 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4262ddca-2960-4e92-a14b-70af950c8e5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:28.686807 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81764fe2-bcc8-49fe-b42f-b7ebed8f7525 None None] Network 9b70024d-7bcd-46ad-b884-fb965a6f2ad2 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:22:28.778447 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4262ddca-2960-4e92-a14b-70af950c8e5a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1275444 Jul 07 13:22:28.958668 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:29.044957 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c197d0a3-ea5e-4866-b58a-1c6b4f2b823e None None] Network 9b70024d-7bcd-46ad-b884-fb965a6f2ad2 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:22:31.087427 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:38.115112 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:22:39.253229 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-98828197-dcf7-439a-bbf4-5a9b50cbba4b tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:39.255554 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-98828197-dcf7-439a-bbf4-5a9b50cbba4b tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/networks?id=9b70024d-7bcd-46ad-b884-fb965a6f2ad2 HTTP/1.1" status: 200 len: 813 time: 0.1222751 Jul 07 13:22:39.272371 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-556185d6-ed8d-4931-bcef-8181b4f19b86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/quotas/bbceeb8fd4d249e8b6f79c700f17fda2 HTTP/1.1" status: 200 len: 375 time: 0.0109293 Jul 07 13:22:39.314428 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-1c71ec72-f575-4583-afd5-5c78003c636d tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bbceeb8fd4d249e8b6f79c700f17fda2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361292 Jul 07 13:22:39.461009 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-02ebe260-1316-4043-ac5b-56d4f27b6a34 service neutron] 10.222.0.67 "GET /v2.0/networks/9b70024d-7bcd-46ad-b884-fb965a6f2ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397960 Jul 07 13:22:39.559130 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-bc2d9698-381f-400a-820c-eaad7bf45929 service neutron] 10.222.0.67 "GET /v2.0/networks/9b70024d-7bcd-46ad-b884-fb965a6f2ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924339 Jul 07 13:22:39.915623 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dc7a6437-5f9f-4062-98bf-f0d700be1659 req-670ed662-7da9-486b-a0c0-bd3c8b627fc3 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 210 time: 0.0303352 Jul 07 13:22:41.200832 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e41701f5-1342-4048-9b7a-e5f8e2952220 req-036d254f-7bd2-413f-b451-6b549759be50 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 210 time: 0.0678251 Jul 07 13:22:42.358618 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-18fe323a-b6f7-4bf1-bb60-c07ee5678d37 req-1d93be4a-631d-466e-b133-a5214e897964 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 210 time: 0.0399756 Jul 07 13:22:42.788289 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-6916ef6f-dba1-4158-bf27-b88d134e2780 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:42.789808 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-6916ef6f-dba1-4158-bf27-b88d134e2780 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.79 "GET /v2.0/networks?id=9b70024d-7bcd-46ad-b884-fb965a6f2ad2 HTTP/1.1" status: 200 len: 813 time: 0.1410680 Jul 07 13:22:42.808472 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-63b29ac9-1b6b-4c86-8b20-4d8541a9e5b5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Request body: {'port': {'device_id': 'd7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25', 'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2', 'admin_state_up': True, 'tenant_id': 'bbceeb8fd4d249e8b6f79c700f17fda2'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:22:42.979753 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-63b29ac9-1b6b-4c86-8b20-4d8541a9e5b5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Made reservation on behalf of bbceeb8fd4d249e8b6f79c700f17fda2 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:22:42.983306 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-63b29ac9-1b6b-4c86-8b20-4d8541a9e5b5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:43.118601 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-63b29ac9-1b6b-4c86-8b20-4d8541a9e5b5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Allocated IP 172.20.0.9 (9b70024d-7bcd-46ad-b884-fb965a6f2ad2/5a03c2b8-a65c-4bc0-bab8-798d4a144c24/29d186f6-d2be-4a48-8e09-7921f0d659aa) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:22:43.279967 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-63b29ac9-1b6b-4c86-8b20-4d8541a9e5b5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:43.368146 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-63b29ac9-1b6b-4c86-8b20-4d8541a9e5b5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:43.410665 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-63b29ac9-1b6b-4c86-8b20-4d8541a9e5b5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Network 9b70024d-7bcd-46ad-b884-fb965a6f2ad2 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:22:43.413954 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-63b29ac9-1b6b-4c86-8b20-4d8541a9e5b5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:22:43.417792 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-63b29ac9-1b6b-4c86-8b20-4d8541a9e5b5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:22:43.448557 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b29ac9-1b6b-4c86-8b20-4d8541a9e5b5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Pushing event updated for resources: {'Port': ['ID=29d186f6-d2be-4a48-8e09-7921f0d659aa,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:43.473884 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-63b29ac9-1b6b-4c86-8b20-4d8541a9e5b5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:43.474510 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-63b29ac9-1b6b-4c86-8b20-4d8541a9e5b5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:43.540062 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-63b29ac9-1b6b-4c86-8b20-4d8541a9e5b5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7356553 Jul 07 13:22:43.548828 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c538d-acfe-49c1-a2c0-d271a19cd425 req-9beeae7b-43c8-4eb6-a214-2c70017aef78 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:43.550366 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d9c538d-acfe-49c1-a2c0-d271a19cd425 req-9beeae7b-43c8-4eb6-a214-2c70017aef78 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 931 time: 0.0692518 Jul 07 13:22:43.557907 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Request body: {'port': {'device_id': 'd7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:22:43.591190 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d9c538d-acfe-49c1-a2c0-d271a19cd425 req-eef80e1c-de0d-455b-90a3-430c919c7066 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352058 Jul 07 13:22:43.643029 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:43.896834 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d186f6-d2be-4a48-8e09-7921f0d659aa {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:22:43.904945 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:43.919683 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Transition to ACTIVE for port object 29d186f6-d2be-4a48-8e09-7921f0d659aa will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:22:43.973908 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:44.026297 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Pushing event updated for resources: {'Port': ['ID=29d186f6-d2be-4a48-8e09-7921f0d659aa,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:44.096354 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Attempting to bind port 29d186f6-d2be-4a48-8e09-7921f0d659aa on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:22:44.096691 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Attempting to bind port 29d186f6-d2be-4a48-8e09-7921f0d659aa by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4e5b3c2a-c667-4c6c-a07f-c4d19be7628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:22:44.097052 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Attempting to bind port 29d186f6-d2be-4a48-8e09-7921f0d659aa on network 9b70024d-7bcd-46ad-b884-fb965a6f2ad2 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:22:44.101335 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Port 29d186f6-d2be-4a48-8e09-7921f0d659aa on network 9b70024d-7bcd-46ad-b884-fb965a6f2ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:22:44.101663 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Attempting to bind port 29d186f6-d2be-4a48-8e09-7921f0d659aa on network 9b70024d-7bcd-46ad-b884-fb965a6f2ad2 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:22:44.106363 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:22:44.106701 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Checking segment: {'id': '4e5b3c2a-c667-4c6c-a07f-c4d19be7628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:22:44.107084 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Bound using segment: {'id': '4e5b3c2a-c667-4c6c-a07f-c4d19be7628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:22:44.107506 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Bound port: 29d186f6-d2be-4a48-8e09-7921f0d659aa, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e5b3c2a-c667-4c6c-a07f-c4d19be7628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:22:44.107861 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:44.171120 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] For port 29d186f6-d2be-4a48-8e09-7921f0d659aa, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:22:44.174711 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] For port 29d186f6-d2be-4a48-8e09-7921f0d659aa, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=29d186f6-d2be-4a48-8e09-7921f0d659aa,segment=NetworkSegment(4e5b3c2a-c667-4c6c-a07f-c4d19be7628b),segment_id=4e5b3c2a-c667-4c6c-a07f-c4d19be7628b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:22:44.277471 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:44.314325 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:44.314948 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:44.316804 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] 10.222.0.79 "PUT /v2.0/ports/29d186f6-d2be-4a48-8e09-7921f0d659aa HTTP/1.1" status: 200 len: 1093 time: 0.7628474 Jul 07 13:22:44.316804 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25', 'tag': '29d186f6-d2be-4a48-8e09-7921f0d659aa'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:22:44.319083 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aee484a-e334-4a80-b47c-058fc404466f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25", "tag": "29d186f6-d2be-4a48-8e09-7921f0d659aa"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:22:44.348058 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5272a6-ee34-435b-ab10-d8c60bf21869 service neutron] Pushing event updated for resources: {'Port': ['ID=29d186f6-d2be-4a48-8e09-7921f0d659aa,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:44.369520 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce8dd1a-dd63-49b4-8a5d-69d8c839ed39 x-openstack-request-id: req-0ce8dd1a-dd63-49b4-8a5d-69d8c839ed39 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:22:44.369827 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25", "tag": "29d186f6-d2be-4a48-8e09-7921f0d659aa", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:22:44.370084 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0ce8dd1a-dd63-49b4-8a5d-69d8c839ed39 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:22:44.370482 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25', 'tag': '29d186f6-d2be-4a48-8e09-7921f0d659aa', 'status': 'completed', 'code': 200} Jul 07 13:22:44.471262 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee484a-e334-4a80-b47c-058fc404466f req-7a77baff-b555-40a3-9f14-c9fc3172db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:44.472793 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1aee484a-e334-4a80-b47c-058fc404466f req-7a77baff-b555-40a3-9f14-c9fc3172db02 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bbceeb8fd4d249e8b6f79c700f17fda2&device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 1096 time: 0.0607245 Jul 07 13:22:44.584508 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee484a-e334-4a80-b47c-058fc404466f req-57154143-d6d2-4a34-9a67-d5d734857656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:44.586090 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1aee484a-e334-4a80-b47c-058fc404466f req-57154143-d6d2-4a34-9a67-d5d734857656 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=bbceeb8fd4d249e8b6f79c700f17fda2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0989664 Jul 07 13:22:44.690291 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee484a-e334-4a80-b47c-058fc404466f req-717c1438-762c-4d76-8207-aeb1cc7295db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:44.691747 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1aee484a-e334-4a80-b47c-058fc404466f req-717c1438-762c-4d76-8207-aeb1cc7295db service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997612 Jul 07 13:22:44.791590 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb30e9f-c751-4468-8c83-afb0e23256fb req-4e9b4559-bc68-4578-8411-75335a73bb60 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:44.793148 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-deb30e9f-c751-4468-8c83-afb0e23256fb req-4e9b4559-bc68-4578-8411-75335a73bb60 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 943 time: 0.0823433 Jul 07 13:22:44.811267 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-3c2971b9-b70b-4713-8d10-042522da1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:44.812983 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-3c2971b9-b70b-4713-8d10-042522da1be4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bbceeb8fd4d249e8b6f79c700f17fda2&device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 1096 time: 0.0599830 Jul 07 13:22:44.832656 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-deb30e9f-c751-4468-8c83-afb0e23256fb req-f21558ab-acd5-44b1-abcf-2130b366072c tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324321 Jul 07 13:22:44.860293 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-ce445a95-c8a1-43f1-89b1-9a65ea42ee16 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29d186f6-d2be-4a48-8e09-7921f0d659aa HTTP/1.1" status: 200 len: 217 time: 0.0345957 Jul 07 13:22:44.911550 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-2b2eddc7-9093-42d2-b829-d2bfdb506baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:44.913023 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-2b2eddc7-9093-42d2-b829-d2bfdb506baa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a03c2b8-a65c-4bc0-bab8-798d4a144c24 HTTP/1.1" status: 200 len: 853 time: 0.0471747 Jul 07 13:22:44.945457 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-eacbba27-a634-491e-96f0-71b4b43635ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9b70024d-7bcd-46ad-b884-fb965a6f2ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260844 Jul 07 13:22:45.037117 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-2654adb8-2e65-4237-93f2-7b8e2ed1ed12 service neutron] 10.222.0.79 "GET /v2.0/networks/9b70024d-7bcd-46ad-b884-fb965a6f2ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856242 Jul 07 13:22:45.130277 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b1266084-1b8a-4999-8f82-cf05cc9e5287 req-733d4efe-2f9a-44b1-b4b4-a0aaa1950abc service neutron] 10.222.0.79 "GET /v2.0/networks/9b70024d-7bcd-46ad-b884-fb965a6f2ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872605 Jul 07 13:22:46.017162 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54e436-5512-4bcd-9f7b-fc51bcc86a92 req-a396787f-8cd9-44f4-a0d5-a107dfb52758 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:46.018663 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cb54e436-5512-4bcd-9f7b-fc51bcc86a92 req-a396787f-8cd9-44f4-a0d5-a107dfb52758 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 943 time: 0.0708337 Jul 07 13:22:46.055949 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cb54e436-5512-4bcd-9f7b-fc51bcc86a92 req-9e2b4a01-3b8e-4c07-8d26-0dd8c1bb97d8 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Jul 07 13:22:46.878177 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 49444) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:46.922659 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-90064823-eaa1-465e-ab13-d1565da1c9dd admin admin] Deleting subnet c7df4d3f-cda7-4eac-b1cf-4a916adf8847 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:22:46.931039 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-90064823-eaa1-465e-ab13-d1565da1c9dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:46.958942 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-90064823-eaa1-465e-ab13-d1565da1c9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536814453'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:46.997082 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-90064823-eaa1-465e-ab13-d1565da1c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:47.133488 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-90064823-eaa1-465e-ab13-d1565da1c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536813746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536811131'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:47.162510 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-90064823-eaa1-465e-ab13-d1565da1c9dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:47.165331 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-90064823-eaa1-465e-ab13-d1565da1c9dd admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c7df4d3f-cda7-4eac-b1cf-4a916adf8847 HTTP/1.1" status: 204 len: 168 time: 0.2860589 Jul 07 13:22:47.166698 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90064823-eaa1-465e-ab13-d1565da1c9dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7df4d3f-cda7-4eac-b1cf-4a916adf8847,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:47.167351 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 49448) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:47.235625 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ad24-909e-45df-b3ce-52247f6e17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:47.235850 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9282b-3355-4739-a1e4-2731acba84f4 req-5e5d08d5-f3ca-45c2-9924-429469dd2323 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:47.237369 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-00c9282b-3355-4739-a1e4-2731acba84f4 req-5e5d08d5-f3ca-45c2-9924-429469dd2323 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 943 time: 0.0640683 Jul 07 13:22:47.275661 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-00c9282b-3355-4739-a1e4-2731acba84f4 req-41d7d153-3f02-4114-80ed-66fc80bc4755 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327072 Jul 07 13:22:47.316150 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ad24-909e-45df-b3ce-52247f6e17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:47.325927 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5fb5ad24-909e-45df-b3ce-52247f6e17c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7e47d1-aaed-42df-b312-c6471f61bd93']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:47.336242 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5fb5ad24-909e-45df-b3ce-52247f6e17c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4372319c-d253-4751-9724-f4ea150591d4') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:47.336542 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5fb5ad24-909e-45df-b3ce-52247f6e17c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4372319c-d253-4751-9724-f4ea150591d4') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:22:47.345750 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ad24-909e-45df-b3ce-52247f6e17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699333'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:47.358709 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ad24-909e-45df-b3ce-52247f6e17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:47.364355 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb5ad24-909e-45df-b3ce-52247f6e17c1 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:22:47.364733 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ad24-909e-45df-b3ce-52247f6e17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4700122'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: Traceback (most recent call last): Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: timer() Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: cb(*args, **kw) Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: return func(*args, **kwargs) Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: self._notify() Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: self.callback(batched_events) Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: event.method(event) Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: return f(self, *a, **k) Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._get(url).json() Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:22:47.366359 dv-cinder-786627-18-iscsi neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:22:47.487988 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ad24-909e-45df-b3ce-52247f6e17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:47.493222 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ad24-909e-45df-b3ce-52247f6e17c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:47.495106 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-5fb5ad24-909e-45df-b3ce-52247f6e17c1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ad7e47d1-aaed-42df-b312-c6471f61bd93 HTTP/1.1" status: 204 len: 168 time: 0.3265059 Jul 07 13:22:47.515740 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5ad24-909e-45df-b3ce-52247f6e17c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7e47d1-aaed-42df-b312-c6471f61bd93,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:47.822852 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 49452) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:47.872746 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-50acd542-2d3c-43e2-bb34-4ad38794b36e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6f2c6cbd1dba4d7796391fded47cd211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486825 Jul 07 13:22:47.875865 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 49454) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:22:47.935508 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de21c5a4-a30c-472c-9eb6-a1fd8d7a57e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:47.962547 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de21c5a4-a30c-472c-9eb6-a1fd8d7a57e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:48.088499 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de21c5a4-a30c-472c-9eb6-a1fd8d7a57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:48.091592 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de21c5a4-a30c-472c-9eb6-a1fd8d7a57e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:48.093753 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-de21c5a4-a30c-472c-9eb6-a1fd8d7a57e4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5c3eaa34-f432-49ed-aac1-309d458aa79c HTTP/1.1" status: 204 len: 168 time: 0.2162511 Jul 07 13:22:48.102475 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21c5a4-a30c-472c-9eb6-a1fd8d7a57e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3eaa34-f432-49ed-aac1-309d458aa79c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:48.461711 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb7ba6-d522-4da3-8e23-5a5e67b82e93 req-2f2973f5-c924-44be-84ef-14f5ed54c616 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:48.463378 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-58eb7ba6-d522-4da3-8e23-5a5e67b82e93 req-2f2973f5-c924-44be-84ef-14f5ed54c616 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 943 time: 0.0724041 Jul 07 13:22:48.511633 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-58eb7ba6-d522-4da3-8e23-5a5e67b82e93 req-c2827e67-a372-4897-8572-31710d66d99d tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Jul 07 13:22:49.245069 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 29d186f6-d2be-4a48-8e09-7921f0d659aa details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:22:49.344225 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 29d186f6-d2be-4a48-8e09-7921f0d659aa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=29d186f6-d2be-4a48-8e09-7921f0d659aa,segment=NetworkSegment(4e5b3c2a-c667-4c6c-a07f-c4d19be7628b),segment_id=4e5b3c2a-c667-4c6c-a07f-c4d19be7628b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:49.355331 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '29d186f6-d2be-4a48-8e09-7921f0d659aa', 'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2', 'port_id': '29d186f6-d2be-4a48-8e09-7921f0d659aa', 'mac_address': 'fa:16:3e:20:be:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a03c2b8-a65c-4bc0-bab8-798d4a144c24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:22:49.392972 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:49.405334 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d186f6-d2be-4a48-8e09-7921f0d659aa {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:22:49.425280 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 29d186f6-d2be-4a48-8e09-7921f0d659aa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=29d186f6-d2be-4a48-8e09-7921f0d659aa,segment=NetworkSegment(4e5b3c2a-c667-4c6c-a07f-c4d19be7628b),segment_id=4e5b3c2a-c667-4c6c-a07f-c4d19be7628b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:49.507040 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:49.554985 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=29d186f6-d2be-4a48-8e09-7921f0d659aa,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:49.562980 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:49.563329 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:49.563669 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:49.564004 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:49.564341 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:49.564776 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:49.565003 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:49.565401 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:49.565647 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:49.565968 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:49.566290 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:49.566633 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:22:49.697485 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a165eb6-c877-4c79-b3c1-beeb9d19260f req-c535ca5c-0f08-4398-9c90-eaf4dd29c910 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:49.699005 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4a165eb6-c877-4c79-b3c1-beeb9d19260f req-c535ca5c-0f08-4398-9c90-eaf4dd29c910 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 944 time: 0.0656412 Jul 07 13:22:49.736575 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4a165eb6-c877-4c79-b3c1-beeb9d19260f req-b040c9f7-6591-4f5e-a58d-28c77f717502 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313649 Jul 07 13:22:49.846224 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['29d186f6-d2be-4a48-8e09-7921f0d659aa'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:22:49.849786 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:50.926973 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420c435-0696-4437-ac1e-cd85501b183b req-c8a825a0-a4e6-46f1-b74d-402ce2b69dda tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:50.928493 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7420c435-0696-4437-ac1e-cd85501b183b req-c8a825a0-a4e6-46f1-b74d-402ce2b69dda tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 944 time: 0.0642805 Jul 07 13:22:50.967489 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7420c435-0696-4437-ac1e-cd85501b183b req-87268407-72bb-4ba4-a685-ce69565ce20d tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334976 Jul 07 13:22:51.246624 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 29d186f6-d2be-4a48-8e09-7921f0d659aa up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:22:51.385263 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port 29d186f6-d2be-4a48-8e09-7921f0d659aa completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:22:51.389130 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 29d186f6-d2be-4a48-8e09-7921f0d659aa triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:22:51.389505 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:51.473199 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:51.496002 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d186f6-d2be-4a48-8e09-7921f0d659aa'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:22:51.498473 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059431bf-0492-407b-a6a1-56a097563f58" -d '{"events": [{"server_uuid": "d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25", "name": "network-vif-plugged", "status": "completed", "tag": "29d186f6-d2be-4a48-8e09-7921f0d659aa"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:22:51.512776 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 29d186f6-d2be-4a48-8e09-7921f0d659aa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=29d186f6-d2be-4a48-8e09-7921f0d659aa,segment=NetworkSegment(4e5b3c2a-c667-4c6c-a07f-c4d19be7628b),segment_id=4e5b3c2a-c667-4c6c-a07f-c4d19be7628b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:22:51.535632 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3796d0a4-5943-4bfd-b13e-6e4568f0862b x-openstack-request-id: req-3796d0a4-5943-4bfd-b13e-6e4568f0862b {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:22:51.535931 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25", "name": "network-vif-plugged", "status": "completed", "tag": "29d186f6-d2be-4a48-8e09-7921f0d659aa", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:22:51.536186 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3796d0a4-5943-4bfd-b13e-6e4568f0862b {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:22:51.536580 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d186f6-d2be-4a48-8e09-7921f0d659aa', 'code': 200} Jul 07 13:22:51.556348 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:51.609577 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=29d186f6-d2be-4a48-8e09-7921f0d659aa,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:22:51.947773 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d19381-3a25-4b4b-8127-bc43ebfcde2d req-ece761cf-7b6d-46d8-89d6-12c7dd324f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:51.949293 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d5d19381-3a25-4b4b-8127-bc43ebfcde2d req-ece761cf-7b6d-46d8-89d6-12c7dd324f3c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 1098 time: 0.0511177 Jul 07 13:22:51.988659 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d5d19381-3a25-4b4b-8127-bc43ebfcde2d req-382bde28-8cfb-43a0-81ab-61f8ce6f117d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311286 Jul 07 13:22:52.145340 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3663a-98de-44c2-8092-c97c562dc65c req-f782eec4-0fc5-4e2c-b55e-b6064ad4fb5d tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:52.146894 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-65e3663a-98de-44c2-8092-c97c562dc65c req-f782eec4-0fc5-4e2c-b55e-b6064ad4fb5d tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 945 time: 0.0665839 Jul 07 13:22:52.186057 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-65e3663a-98de-44c2-8092-c97c562dc65c req-24e75f06-b15c-41f4-a765-dab03b1f341b tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335760 Jul 07 13:22:53.367208 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6c152-9b7b-4c43-8667-220268aa5839 req-cedb4593-88b4-4375-b38d-2126b387cd76 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:53.368731 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82e6c152-9b7b-4c43-8667-220268aa5839 req-cedb4593-88b4-4375-b38d-2126b387cd76 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 945 time: 0.0649202 Jul 07 13:22:53.408894 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82e6c152-9b7b-4c43-8667-220268aa5839 req-7a4ab05e-d458-4a7e-b1f9-c261de9a3055 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334940 Jul 07 13:22:54.583195 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9e1f7-6b6e-444e-ac2e-7b64a1c9d259 req-6aa2be17-991a-4d24-a812-f0ae703160f1 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:22:54.584598 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-34d9e1f7-6b6e-444e-ac2e-7b64a1c9d259 req-6aa2be17-991a-4d24-a812-f0ae703160f1 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 945 time: 0.0652461 Jul 07 13:22:54.622968 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-34d9e1f7-6b6e-444e-ac2e-7b64a1c9d259 req-11b52427-d689-4a13-8d06-d926f3a90009 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321383 Jul 07 13:22:55.025182 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-30383c24-97ab-44ce-bc7a-ceb1d16e28e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:57.681995 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0cf09009-28c0-47bf-8567-4e2e8611f3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:57.836681 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:22:58.859396 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:01.082075 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:03.098997 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 49604) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:23:03.202832 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:03.296239 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:03.373220 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:03.413912 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f88126cb8b224af0867d68b9187afe2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136878 Jul 07 13:23:03.414636 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0422a2c-1402-49a1-9e6b-564c68ea6df6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:23:03.416652 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 49608) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:23:03.422355 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:23:03.422714 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:23:03.423059 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:23:03.423400 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:23:03.423735 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:23:03.424103 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:23:03.424441 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:23:03.424771 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:23:03.425256 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:23:03.425644 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:23:03.426008 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:23:03.426311 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233107-3022-4438-a275-b65f241c374c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:23:03.471299 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cb5995a-f5f8-42f1-b09a-80c3a6732f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:03.492634 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cb5995a-f5f8-42f1-b09a-80c3a6732f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:03.614654 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cb5995a-f5f8-42f1-b09a-80c3a6732f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:03.617283 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3cb5995a-f5f8-42f1-b09a-80c3a6732f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:03.618469 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3cb5995a-f5f8-42f1-b09a-80c3a6732f8d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e0422a2c-1402-49a1-9e6b-564c68ea6df6 HTTP/1.1" status: 204 len: 168 time: 0.2004201 Jul 07 13:23:03.626402 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5995a-f5f8-42f1-b09a-80c3a6732f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0422a2c-1402-49a1-9e6b-564c68ea6df6,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:23:05.146953 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 49642) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:23:05.252201 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bac6bc19-362d-45cd-bfec-193e8b862ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:05.340223 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bac6bc19-362d-45cd-bfec-193e8b862ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:05.407959 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bac6bc19-362d-45cd-bfec-193e8b862ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:05.454028 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-bac6bc19-362d-45cd-bfec-193e8b862ccf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2ef902e98de046d7a54ebf1baa65b90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059394 Jul 07 13:23:05.454732 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6bc19-362d-45cd-bfec-193e8b862ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147ac4a2-0e44-42b7-bee0-683276283f4d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:23:05.457351 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 49646) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:23:05.510466 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-10ae9c8b-9cb1-4cd6-b660-4b20f6d414a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:05.533001 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-10ae9c8b-9cb1-4cd6-b660-4b20f6d414a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:05.664790 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-10ae9c8b-9cb1-4cd6-b660-4b20f6d414a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:05.667489 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-10ae9c8b-9cb1-4cd6-b660-4b20f6d414a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:05.668655 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-10ae9c8b-9cb1-4cd6-b660-4b20f6d414a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/147ac4a2-0e44-42b7-bee0-683276283f4d HTTP/1.1" status: 204 len: 168 time: 0.2103157 Jul 07 13:23:05.677112 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae9c8b-9cb1-4cd6-b660-4b20f6d414a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147ac4a2-0e44-42b7-bee0-683276283f4d,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:23:15.115154 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:23:18.563048 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 49826) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:23:18.668745 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f94fdbf7-f590-46a2-993b-eac1cc6b2022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:18.754813 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f94fdbf7-f590-46a2-993b-eac1cc6b2022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:18.836148 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f94fdbf7-f590-46a2-993b-eac1cc6b2022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:18.875166 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fdbf7-f590-46a2-993b-eac1cc6b2022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe8a776-8fca-425c-a8bc-01fd49392cc2,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:23:18.879583 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f94fdbf7-f590-46a2-993b-eac1cc6b2022 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=edd2b46c698944cfb659d2f90ae8ecce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154304 Jul 07 13:23:18.882875 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 49830) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:23:18.931129 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d5249d1a-aef5-4bb7-9b6a-f2e0d1e7af3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:18.953017 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d5249d1a-aef5-4bb7-9b6a-f2e0d1e7af3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:19.065169 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d5249d1a-aef5-4bb7-9b6a-f2e0d1e7af3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:19.067812 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d5249d1a-aef5-4bb7-9b6a-f2e0d1e7af3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:19.070218 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d5249d1a-aef5-4bb7-9b6a-f2e0d1e7af3d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/abe8a776-8fca-425c-a8bc-01fd49392cc2 HTTP/1.1" status: 204 len: 168 time: 0.1863244 Jul 07 13:23:19.078166 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5249d1a-aef5-4bb7-9b6a-f2e0d1e7af3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe8a776-8fca-425c-a8bc-01fd49392cc2,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:23:19.852848 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:24.984861 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3346caf5-6a29-4b47-9647-df914b256238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:27.743323 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96b37684-d2cf-41ff-91fb-73f86df8893e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:27.845858 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:28.892675 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:29.879394 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28a13fcb-c211-4bd2-be4f-ec153af041ec req-e3d122f4-fc7c-4287-ad93-cf9c6aea07e8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597403 Jul 07 13:23:31.074374 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:31.785443 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a13fcb-c211-4bd2-be4f-ec153af041ec req-2ddb812a-2663-4aa5-8721-3c26a828dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:23:31.786833 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28a13fcb-c211-4bd2-be4f-ec153af041ec req-2ddb812a-2663-4aa5-8721-3c26a828dc9f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bbceeb8fd4d249e8b6f79c700f17fda2&device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 1098 time: 0.0517728 Jul 07 13:23:32.759429 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a13fcb-c211-4bd2-be4f-ec153af041ec req-1d6dec22-c7bf-4dd9-9a35-0d6de3dca693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:23:32.761068 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28a13fcb-c211-4bd2-be4f-ec153af041ec req-1d6dec22-c7bf-4dd9-9a35-0d6de3dca693 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9b70024d-7bcd-46ad-b884-fb965a6f2ad2 HTTP/1.1" status: 200 len: 914 time: 0.0840900 Jul 07 13:23:32.803897 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28a13fcb-c211-4bd2-be4f-ec153af041ec req-e1f4c525-cbc5-4367-88bc-c0d41ab8b576 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29d186f6-d2be-4a48-8e09-7921f0d659aa HTTP/1.1" status: 200 len: 217 time: 0.0358133 Jul 07 13:23:32.857767 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a13fcb-c211-4bd2-be4f-ec153af041ec req-e6a3fcbb-47f5-478d-abd7-1aedc0c288b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:23:32.859134 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28a13fcb-c211-4bd2-be4f-ec153af041ec req-e6a3fcbb-47f5-478d-abd7-1aedc0c288b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a03c2b8-a65c-4bc0-bab8-798d4a144c24 HTTP/1.1" status: 200 len: 853 time: 0.0473268 Jul 07 13:23:32.895189 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28a13fcb-c211-4bd2-be4f-ec153af041ec req-51529f02-176b-4e44-a576-f003bf91a8f8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9b70024d-7bcd-46ad-b884-fb965a6f2ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275342 Jul 07 13:23:33.238294 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28a13fcb-c211-4bd2-be4f-ec153af041ec req-d2a6804f-56c6-4a28-bcf3-19be715bd206 service neutron] 10.222.0.79 "GET /v2.0/networks/9b70024d-7bcd-46ad-b884-fb965a6f2ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339963 Jul 07 13:23:33.325736 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-28a13fcb-c211-4bd2-be4f-ec153af041ec req-79f6129b-8f82-43dc-a33f-80c8e2db9de1 service neutron] 10.222.0.79 "GET /v2.0/networks/9b70024d-7bcd-46ad-b884-fb965a6f2ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802135 Jul 07 13:23:43.750789 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618b84e-06cf-444d-96a5-1db2e401844d req-e2cb647e-ac2f-4dd0-8f76-34d8c1cfd3e6 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:23:43.752281 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3618b84e-06cf-444d-96a5-1db2e401844d req-e2cb647e-ac2f-4dd0-8f76-34d8c1cfd3e6 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 945 time: 0.0693898 Jul 07 13:23:43.790591 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3618b84e-06cf-444d-96a5-1db2e401844d req-83af0239-49f9-4d58-b809-3f6eef42d27a tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327880 Jul 07 13:23:44.978798 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf9475-02ad-4e88-bde7-8346796c6eb5 req-3d73c31f-a56b-4b9b-b339-49eff86ff7f1 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:23:44.980371 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0fdf9475-02ad-4e88-bde7-8346796c6eb5 req-3d73c31f-a56b-4b9b-b339-49eff86ff7f1 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 945 time: 0.0717969 Jul 07 13:23:45.020249 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0fdf9475-02ad-4e88-bde7-8346796c6eb5 req-08de6943-e161-483f-8dd9-9b38b166b194 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336001 Jul 07 13:23:45.292950 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c5c10-b897-4461-baf4-7f4448627a8f req-5b65b656-6fd9-428f-9774-e21cd664c8e8 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:23:45.294307 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c82c5c10-b897-4461-baf4-7f4448627a8f req-5b65b656-6fd9-428f-9774-e21cd664c8e8 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 945 time: 0.0744231 Jul 07 13:23:45.393634 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-c82c5c10-b897-4461-baf4-7f4448627a8f req-c2f40a2a-a80d-400a-9e19-20376c99ab19 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Deleting port 29d186f6-d2be-4a48-8e09-7921f0d659aa {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:23:45.393971 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c82c5c10-b897-4461-baf4-7f4448627a8f req-c2f40a2a-a80d-400a-9e19-20376c99ab19 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:45.483068 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c82c5c10-b897-4461-baf4-7f4448627a8f req-c2f40a2a-a80d-400a-9e19-20376c99ab19 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] For port 29d186f6-d2be-4a48-8e09-7921f0d659aa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=29d186f6-d2be-4a48-8e09-7921f0d659aa,segment=NetworkSegment(4e5b3c2a-c667-4c6c-a07f-c4d19be7628b),segment_id=4e5b3c2a-c667-4c6c-a07f-c4d19be7628b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:23:45.483421 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c82c5c10-b897-4461-baf4-7f4448627a8f req-c2f40a2a-a80d-400a-9e19-20376c99ab19 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:45.496084 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-c82c5c10-b897-4461-baf4-7f4448627a8f req-c2f40a2a-a80d-400a-9e19-20376c99ab19 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Calling delete_port for 29d186f6-d2be-4a48-8e09-7921f0d659aa owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:23:45.687347 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c82c5c10-b897-4461-baf4-7f4448627a8f req-c2f40a2a-a80d-400a-9e19-20376c99ab19 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:45.715911 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f40a2a-a80d-400a-9e19-20376c99ab19 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Pushing event deleted for resources: {'Port': ['ID=29d186f6-d2be-4a48-8e09-7921f0d659aa,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:23:45.722986 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['29d186f6-d2be-4a48-8e09-7921f0d659aa'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:23:45.762671 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82c5c10-b897-4461-baf4-7f4448627a8f req-c2f40a2a-a80d-400a-9e19-20376c99ab19 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] No DVR routers for this DVR port 29d186f6-d2be-4a48-8e09-7921f0d659aa on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:23:45.765823 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c82c5c10-b897-4461-baf4-7f4448627a8f req-c2f40a2a-a80d-400a-9e19-20376c99ab19 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:45.767760 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-c82c5c10-b897-4461-baf4-7f4448627a8f req-c2f40a2a-a80d-400a-9e19-20376c99ab19 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.79 "DELETE /v2.0/ports/29d186f6-d2be-4a48-8e09-7921f0d659aa HTTP/1.1" status: 204 len: 173 time: 0.4679525 Jul 07 13:23:45.768195 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25', 'name': 'network-vif-deleted', 'tag': '29d186f6-d2be-4a48-8e09-7921f0d659aa'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:23:45.770463 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06290ccd-65a0-413b-8c33-4bb8c13b73e1" -d '{"events": [{"server_uuid": "d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25", "name": "network-vif-deleted", "tag": "29d186f6-d2be-4a48-8e09-7921f0d659aa"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:23:45.805682 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a34605-1f1a-474b-9830-5fc01be422bb x-openstack-request-id: req-63a34605-1f1a-474b-9830-5fc01be422bb {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:23:45.805975 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25", "name": "network-vif-deleted", "tag": "29d186f6-d2be-4a48-8e09-7921f0d659aa", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:23:45.806230 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-63a34605-1f1a-474b-9830-5fc01be422bb {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:23:45.806632 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25', 'name': 'network-vif-deleted', 'tag': '29d186f6-d2be-4a48-8e09-7921f0d659aa', 'status': 'completed', 'code': 200} Jul 07 13:23:46.175316 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c30ba3b4-adee-480e-b612-dfa6c82cb721 req-b2c5bfba-899e-47c7-921f-edceaf6f18ea tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7dd7cf2-d7d2-4123-b5cb-e6dab2e41d25 HTTP/1.1" status: 200 len: 210 time: 0.0278857 Jul 07 13:23:50.592968 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 29d186f6-d2be-4a48-8e09-7921f0d659aa no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:23:50.627053 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: 29d186f6-d2be-4a48-8e09-7921f0d659aa {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:23:50.627579 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 29d186f6-d2be-4a48-8e09-7921f0d659aa not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:23:50.691795 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:52.116941 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:23:55.027585 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0243df41-362a-462c-b57e-cffc4e68f1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:57.675916 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-387e03c6-6b26-4538-8480-f6bcdfb36ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:57.939055 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:58.024741 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-8a41b9e7-9f71-409e-9b88-ce8f8393bcff tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:23:58.026265 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-8a41b9e7-9f71-409e-9b88-ce8f8393bcff tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/networks?id=9b70024d-7bcd-46ad-b884-fb965a6f2ad2 HTTP/1.1" status: 200 len: 813 time: 0.1209528 Jul 07 13:23:58.046945 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-ee25abca-4bab-4757-859b-a69261eeb1b0 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/quotas/bbceeb8fd4d249e8b6f79c700f17fda2 HTTP/1.1" status: 200 len: 375 time: 0.0149071 Jul 07 13:23:58.085759 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-fdab0b3e-b685-44a4-b235-8b31504f877d tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bbceeb8fd4d249e8b6f79c700f17fda2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332808 Jul 07 13:23:58.197510 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-d355abd4-54f5-4b65-989b-d964454ed01c service neutron] 10.222.0.67 "GET /v2.0/networks/9b70024d-7bcd-46ad-b884-fb965a6f2ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019425 Jul 07 13:23:58.293405 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-6c14efa0-bc05-43d8-a51d-3e3a55a0b5c8 service neutron] 10.222.0.67 "GET /v2.0/networks/9b70024d-7bcd-46ad-b884-fb965a6f2ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898368 Jul 07 13:23:58.833512 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7165ea2f-88aa-4693-8b91-d3900cc6f780 req-5792c6dd-a66f-4c0c-bcbb-f0b4a3bc0add tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0340214 Jul 07 13:23:58.881433 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:23:59.980046 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6188200d-a17a-4f16-939f-9f9ff8c6697b req-7f43bc75-dbca-4d47-a352-ef7d8af350f8 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0282352 Jul 07 13:24:00.925812 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-0bf1bbe2-2eee-497d-8058-253dae04ea5e tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:00.927253 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-0bf1bbe2-2eee-497d-8058-253dae04ea5e tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.79 "GET /v2.0/networks?id=9b70024d-7bcd-46ad-b884-fb965a6f2ad2 HTTP/1.1" status: 200 len: 813 time: 0.1030531 Jul 07 13:24:00.953147 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-396bc32b-440b-4636-ad5e-24e1bd1d5c86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Request body: {'port': {'device_id': '9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2', 'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2', 'admin_state_up': True, 'tenant_id': 'bbceeb8fd4d249e8b6f79c700f17fda2'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:24:01.110267 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:01.110986 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-396bc32b-440b-4636-ad5e-24e1bd1d5c86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Made reservation on behalf of bbceeb8fd4d249e8b6f79c700f17fda2 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:24:01.115383 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-396bc32b-440b-4636-ad5e-24e1bd1d5c86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:01.144336 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4644a63a-60bc-469e-8e75-107216118c3e req-4c69c39d-234e-41d5-8513-e920fe9b9b90 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0313246 Jul 07 13:24:01.258146 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-396bc32b-440b-4636-ad5e-24e1bd1d5c86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Allocated IP 172.20.0.4 (9b70024d-7bcd-46ad-b884-fb965a6f2ad2/5a03c2b8-a65c-4bc0-bab8-798d4a144c24/a19a7734-d718-4812-a971-9225ed6d08ce) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:24:01.412644 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-396bc32b-440b-4636-ad5e-24e1bd1d5c86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:01.487392 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-396bc32b-440b-4636-ad5e-24e1bd1d5c86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:01.532152 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-396bc32b-440b-4636-ad5e-24e1bd1d5c86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Network 9b70024d-7bcd-46ad-b884-fb965a6f2ad2 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:24:01.535324 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-396bc32b-440b-4636-ad5e-24e1bd1d5c86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:24:01.541365 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-396bc32b-440b-4636-ad5e-24e1bd1d5c86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:24:01.548645 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bc32b-440b-4636-ad5e-24e1bd1d5c86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Pushing event updated for resources: {'Port': ['ID=a19a7734-d718-4812-a971-9225ed6d08ce,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:24:01.593977 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-396bc32b-440b-4636-ad5e-24e1bd1d5c86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:01.594596 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-396bc32b-440b-4636-ad5e-24e1bd1d5c86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:01.696742 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-396bc32b-440b-4636-ad5e-24e1bd1d5c86 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7543397 Jul 07 13:24:01.718970 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Request body: {'port': {'device_id': '9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:24:01.799019 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:02.076283 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19a7734-d718-4812-a971-9225ed6d08ce {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:24:02.084321 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:02.097755 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Transition to ACTIVE for port object a19a7734-d718-4812-a971-9225ed6d08ce will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:24:02.176315 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:02.234162 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Pushing event updated for resources: {'Port': ['ID=a19a7734-d718-4812-a971-9225ed6d08ce,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:24:02.303789 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Attempting to bind port a19a7734-d718-4812-a971-9225ed6d08ce on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:24:02.304133 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Attempting to bind port a19a7734-d718-4812-a971-9225ed6d08ce by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4e5b3c2a-c667-4c6c-a07f-c4d19be7628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:24:02.304460 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Attempting to bind port a19a7734-d718-4812-a971-9225ed6d08ce on network 9b70024d-7bcd-46ad-b884-fb965a6f2ad2 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:24:02.309208 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Port a19a7734-d718-4812-a971-9225ed6d08ce on network 9b70024d-7bcd-46ad-b884-fb965a6f2ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:24:02.309527 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Attempting to bind port a19a7734-d718-4812-a971-9225ed6d08ce on network 9b70024d-7bcd-46ad-b884-fb965a6f2ad2 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:24:02.314956 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:24:02.315292 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Checking segment: {'id': '4e5b3c2a-c667-4c6c-a07f-c4d19be7628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:24:02.315681 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Bound using segment: {'id': '4e5b3c2a-c667-4c6c-a07f-c4d19be7628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:24:02.316109 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Bound port: a19a7734-d718-4812-a971-9225ed6d08ce, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e5b3c2a-c667-4c6c-a07f-c4d19be7628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:24:02.316524 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:02.334038 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4fd50-fce1-435f-95aa-b6691d500c24 req-7249a7fa-d24e-4e89-b888-198c6a00bbfc tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:02.335485 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-44f4fd50-fce1-435f-95aa-b6691d500c24 req-7249a7fa-d24e-4e89-b888-198c6a00bbfc tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0676816 Jul 07 13:24:02.375828 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-44f4fd50-fce1-435f-95aa-b6691d500c24 req-b70bc139-1328-47b9-99fc-c30ba98ad40b tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345502 Jul 07 13:24:02.380675 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] For port a19a7734-d718-4812-a971-9225ed6d08ce, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:24:02.383921 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] For port a19a7734-d718-4812-a971-9225ed6d08ce, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a19a7734-d718-4812-a971-9225ed6d08ce,segment=NetworkSegment(4e5b3c2a-c667-4c6c-a07f-c4d19be7628b),segment_id=4e5b3c2a-c667-4c6c-a07f-c4d19be7628b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:24:02.459224 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:02.501204 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:02.501842 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:02.503286 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] 10.222.0.79 "PUT /v2.0/ports/a19a7734-d718-4812-a971-9225ed6d08ce HTTP/1.1" status: 200 len: 1093 time: 0.7894979 Jul 07 13:24:02.503746 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2', 'tag': 'a19a7734-d718-4812-a971-9225ed6d08ce'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:24:02.506210 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb7c224-3061-4a9a-9703-0b961a5d0934" -d '{"events": [{"name": "network-changed", "server_uuid": "9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2", "tag": "a19a7734-d718-4812-a971-9225ed6d08ce"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:24:02.528323 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12781055-7661-4242-99f2-a3d6b49adf93 service neutron] Pushing event updated for resources: {'Port': ['ID=a19a7734-d718-4812-a971-9225ed6d08ce,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:24:02.553884 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97be5a62-399b-48ee-82a0-519a24112040 x-openstack-request-id: req-97be5a62-399b-48ee-82a0-519a24112040 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:24:02.554176 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2", "tag": "a19a7734-d718-4812-a971-9225ed6d08ce", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:24:02.554428 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-97be5a62-399b-48ee-82a0-519a24112040 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:24:02.554824 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2', 'tag': 'a19a7734-d718-4812-a971-9225ed6d08ce', 'status': 'completed', 'code': 200} Jul 07 13:24:02.656722 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7c224-3061-4a9a-9703-0b961a5d0934 req-fc6e9fd5-dec0-4a96-8c36-7defb584b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:02.658322 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1cb7c224-3061-4a9a-9703-0b961a5d0934 req-fc6e9fd5-dec0-4a96-8c36-7defb584b197 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bbceeb8fd4d249e8b6f79c700f17fda2&device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 1096 time: 0.0605469 Jul 07 13:24:02.765124 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7c224-3061-4a9a-9703-0b961a5d0934 req-8106ae28-114d-4b69-8de0-8d642c20936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:02.766653 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1cb7c224-3061-4a9a-9703-0b961a5d0934 req-8106ae28-114d-4b69-8de0-8d642c20936c service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=bbceeb8fd4d249e8b6f79c700f17fda2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0961721 Jul 07 13:24:02.864747 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7c224-3061-4a9a-9703-0b961a5d0934 req-a31f75e2-23f5-4d13-9dbd-d2bf22b583c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:02.866246 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-1cb7c224-3061-4a9a-9703-0b961a5d0934 req-a31f75e2-23f5-4d13-9dbd-d2bf22b583c1 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928478 Jul 07 13:24:02.977091 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-6791549f-20f5-4624-b151-d0f91159aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:02.978586 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-6791549f-20f5-4624-b151-d0f91159aa8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bbceeb8fd4d249e8b6f79c700f17fda2&device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 1096 time: 0.0532053 Jul 07 13:24:03.028635 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-ec3ae212-42f5-4fe1-8d00-e56f6d953499 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19a7734-d718-4812-a971-9225ed6d08ce HTTP/1.1" status: 200 len: 217 time: 0.0377812 Jul 07 13:24:03.078836 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-ba4feb64-fa50-46ed-b597-a18c5d16e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:03.080303 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-ba4feb64-fa50-46ed-b597-a18c5d16e533 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a03c2b8-a65c-4bc0-bab8-798d4a144c24 HTTP/1.1" status: 200 len: 853 time: 0.0460160 Jul 07 13:24:03.112056 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-18420126-d356-46ff-86db-e4ee77820b1f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9b70024d-7bcd-46ad-b884-fb965a6f2ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256639 Jul 07 13:24:03.204547 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-f9239a2e-96f1-481a-b29a-21e4b1f21b34 service neutron] 10.222.0.79 "GET /v2.0/networks/9b70024d-7bcd-46ad-b884-fb965a6f2ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861192 Jul 07 13:24:03.291039 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2763d438-65a6-461c-bc5f-55739ec3fddd req-28d5a27c-2f87-48e5-80ab-e8cfbb886864 service neutron] 10.222.0.79 "GET /v2.0/networks/9b70024d-7bcd-46ad-b884-fb965a6f2ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808308 Jul 07 13:24:03.556076 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c44f81-0d01-4280-aaf4-cdec90a9c372 req-f1efe901-6d5a-497d-aa4c-4133dc913ece tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:03.557366 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0c44f81-0d01-4280-aaf4-cdec90a9c372 req-f1efe901-6d5a-497d-aa4c-4133dc913ece tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0662425 Jul 07 13:24:03.596802 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0c44f81-0d01-4280-aaf4-cdec90a9c372 req-5dff57d6-78a0-4076-abe2-a8d00d42be34 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322464 Jul 07 13:24:04.784613 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3303b-d151-4e58-95ff-8308df2d6801 req-9df33bd3-0f94-434a-8d0e-6b891fd22d1b tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:04.786632 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-17c3303b-d151-4e58-95ff-8308df2d6801 req-9df33bd3-0f94-434a-8d0e-6b891fd22d1b tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0699587 Jul 07 13:24:04.832507 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-17c3303b-d151-4e58-95ff-8308df2d6801 req-fa50e17f-47be-4b7e-af87-5ea65285f46c tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Jul 07 13:24:05.558501 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device a19a7734-d718-4812-a971-9225ed6d08ce details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:24:05.690534 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port a19a7734-d718-4812-a971-9225ed6d08ce, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a19a7734-d718-4812-a971-9225ed6d08ce,segment=NetworkSegment(4e5b3c2a-c667-4c6c-a07f-c4d19be7628b),segment_id=4e5b3c2a-c667-4c6c-a07f-c4d19be7628b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:24:05.704640 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': 'a19a7734-d718-4812-a971-9225ed6d08ce', 'network_id': '9b70024d-7bcd-46ad-b884-fb965a6f2ad2', 'port_id': 'a19a7734-d718-4812-a971-9225ed6d08ce', 'mac_address': 'fa:16:3e:4e:94:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a03c2b8-a65c-4bc0-bab8-798d4a144c24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:24:05.754344 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:05.772822 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19a7734-d718-4812-a971-9225ed6d08ce {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:24:05.795003 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port a19a7734-d718-4812-a971-9225ed6d08ce, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a19a7734-d718-4812-a971-9225ed6d08ce,segment=NetworkSegment(4e5b3c2a-c667-4c6c-a07f-c4d19be7628b),segment_id=4e5b3c2a-c667-4c6c-a07f-c4d19be7628b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:24:05.875513 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:05.930383 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=a19a7734-d718-4812-a971-9225ed6d08ce,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:24:05.939025 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:05.939366 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:05.939701 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:05.940029 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:05.940358 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:05.940766 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:05.941046 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:05.941367 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:05.941694 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:05.942013 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:05.942352 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:05.942960 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:06.031907 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45655a91-6503-462f-a57b-502c9b5bfc9f req-5cdfdc24-2a9f-4615-a1de-1a1d8ba7ba79 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:06.033546 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-45655a91-6503-462f-a57b-502c9b5bfc9f req-5cdfdc24-2a9f-4615-a1de-1a1d8ba7ba79 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 944 time: 0.0753050 Jul 07 13:24:06.082768 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-45655a91-6503-462f-a57b-502c9b5bfc9f req-e392b23e-9e1e-4539-847b-48cbeaca235c tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392585 Jul 07 13:24:06.164364 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['a19a7734-d718-4812-a971-9225ed6d08ce'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:24:07.278399 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb186a0e-80cd-436a-9763-d071aa9b9cbb req-06ccc849-8fbd-4992-bbd4-ffb9d011beec tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:07.279890 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cb186a0e-80cd-436a-9763-d071aa9b9cbb req-06ccc849-8fbd-4992-bbd4-ffb9d011beec tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 944 time: 0.0731871 Jul 07 13:24:07.322790 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cb186a0e-80cd-436a-9763-d071aa9b9cbb req-cc615992-5a2a-48d3-9868-0aa24b6683bc tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356882 Jul 07 13:24:07.571721 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device a19a7734-d718-4812-a971-9225ed6d08ce up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:24:07.684602 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port a19a7734-d718-4812-a971-9225ed6d08ce completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:24:07.689495 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port a19a7734-d718-4812-a971-9225ed6d08ce triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:24:07.689863 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:07.771513 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:07.796089 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19a7734-d718-4812-a971-9225ed6d08ce'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:24:07.798399 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b5412d-35e8-4dbd-b004-ace4566c8517" -d '{"events": [{"server_uuid": "9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "a19a7734-d718-4812-a971-9225ed6d08ce"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:24:07.816293 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port a19a7734-d718-4812-a971-9225ed6d08ce, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a19a7734-d718-4812-a971-9225ed6d08ce,segment=NetworkSegment(4e5b3c2a-c667-4c6c-a07f-c4d19be7628b),segment_id=4e5b3c2a-c667-4c6c-a07f-c4d19be7628b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:24:07.844547 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ff749f-8016-4ba0-b4f1-91ead5da19a5 x-openstack-request-id: req-f3ff749f-8016-4ba0-b4f1-91ead5da19a5 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:24:07.845261 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "a19a7734-d718-4812-a971-9225ed6d08ce", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:24:07.845637 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f3ff749f-8016-4ba0-b4f1-91ead5da19a5 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:24:07.846103 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19a7734-d718-4812-a971-9225ed6d08ce', 'code': 200} Jul 07 13:24:07.878693 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:07.933842 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=a19a7734-d718-4812-a971-9225ed6d08ce,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:24:08.238533 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be806a4-80df-4e31-aeb5-b40e2c6297a0 req-8be66b8c-43f1-4932-bb84-1bb13cc0c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:08.240062 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3be806a4-80df-4e31-aeb5-b40e2c6297a0 req-8be66b8c-43f1-4932-bb84-1bb13cc0c52b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 1098 time: 0.0547993 Jul 07 13:24:08.281849 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3be806a4-80df-4e31-aeb5-b40e2c6297a0 req-d71949fe-657c-415b-baac-3b411b945c39 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355198 Jul 07 13:24:08.498826 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade91462-e9dc-439f-be97-1eb41dd4abaa req-7039e0ab-66d7-4a81-9077-53cb13912a4b tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:08.500507 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ade91462-e9dc-439f-be97-1eb41dd4abaa req-7039e0ab-66d7-4a81-9077-53cb13912a4b tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0645847 Jul 07 13:24:08.543390 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ade91462-e9dc-439f-be97-1eb41dd4abaa req-780799ab-b0c4-4e87-aaaa-02d451372586 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367200 Jul 07 13:24:09.742982 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756daa64-2ab0-49ed-b0a7-48c462f53cac req-ad6c4f22-de53-4b53-8d21-aeddf90fcf69 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:09.744611 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-756daa64-2ab0-49ed-b0a7-48c462f53cac req-ad6c4f22-de53-4b53-8d21-aeddf90fcf69 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0848465 Jul 07 13:24:09.790171 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-756daa64-2ab0-49ed-b0a7-48c462f53cac req-516d944d-b160-4815-8c53-02d8b28d46a4 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387642 Jul 07 13:24:20.697855 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:25.009498 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-310f6dbb-5981-457e-8d8c-5834ece8184d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:27.689265 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2725e1c9-d023-44ad-9585-e4d5120aabb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:27.855170 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:28.863765 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:29.115695 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:24:30.116815 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8fe7fb28-b4d6-44d2-a017-b89699b2d343 req-5343d68c-6c51-464e-bd9a-6c94045afc7c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535429 Jul 07 13:24:30.228495 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7fb28-b4d6-44d2-a017-b89699b2d343 req-a72db2de-d052-41cb-831a-6836a9504630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:30.229907 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8fe7fb28-b4d6-44d2-a017-b89699b2d343 req-a72db2de-d052-41cb-831a-6836a9504630 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bbceeb8fd4d249e8b6f79c700f17fda2&device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 1098 time: 0.0522377 Jul 07 13:24:30.332982 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7fb28-b4d6-44d2-a017-b89699b2d343 req-f7a23bdb-1d6a-4889-81e9-008a2f024311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:30.334439 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8fe7fb28-b4d6-44d2-a017-b89699b2d343 req-f7a23bdb-1d6a-4889-81e9-008a2f024311 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9b70024d-7bcd-46ad-b884-fb965a6f2ad2 HTTP/1.1" status: 200 len: 914 time: 0.0845428 Jul 07 13:24:30.374426 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8fe7fb28-b4d6-44d2-a017-b89699b2d343 req-689695cd-21c1-4976-81b4-e1f81eeefbd4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19a7734-d718-4812-a971-9225ed6d08ce HTTP/1.1" status: 200 len: 217 time: 0.0329208 Jul 07 13:24:30.426132 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7fb28-b4d6-44d2-a017-b89699b2d343 req-7361b66c-5bbb-481e-98f4-58ef0fc34ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:30.427706 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8fe7fb28-b4d6-44d2-a017-b89699b2d343 req-7361b66c-5bbb-481e-98f4-58ef0fc34ac4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a03c2b8-a65c-4bc0-bab8-798d4a144c24 HTTP/1.1" status: 200 len: 853 time: 0.0459270 Jul 07 13:24:30.463473 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8fe7fb28-b4d6-44d2-a017-b89699b2d343 req-d1d21ae9-6c2b-4b06-b0cc-93df746bbffd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9b70024d-7bcd-46ad-b884-fb965a6f2ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290208 Jul 07 13:24:30.474351 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [req-8fe7fb28-b4d6-44d2-a017-b89699b2d343 req-f00f1fad-8d03-4519-97d1-150961ba6c72 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:24:30.475341 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8fe7fb28-b4d6-44d2-a017-b89699b2d343 req-f00f1fad-8d03-4519-97d1-150961ba6c72 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051613 Jul 07 13:24:30.571253 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8fe7fb28-b4d6-44d2-a017-b89699b2d343 req-e35129d0-1345-45e9-9d16-dea053218c50 service neutron] 10.222.0.79 "GET /v2.0/networks/9b70024d-7bcd-46ad-b884-fb965a6f2ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896335 Jul 07 13:24:30.664702 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8fe7fb28-b4d6-44d2-a017-b89699b2d343 req-eeffe013-e9ae-499f-a4a9-7c175aeb8615 service neutron] 10.222.0.79 "GET /v2.0/networks/9b70024d-7bcd-46ad-b884-fb965a6f2ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869455 Jul 07 13:24:31.115214 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:33.939115 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e4349-b587-48f2-882e-525f2de4cbc9 req-0dee7fdc-1685-4fe2-aa99-9b47e0b93763 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:33.940587 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ae2e4349-b587-48f2-882e-525f2de4cbc9 req-0dee7fdc-1685-4fe2-aa99-9b47e0b93763 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0634613 Jul 07 13:24:33.978131 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ae2e4349-b587-48f2-882e-525f2de4cbc9 req-4bd3aa44-a586-4b96-bb50-f63ee3aa918b tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Jul 07 13:24:35.254128 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278e471-58fc-4279-8539-acac8fddf6a5 req-0967b08b-41e5-498f-bf46-0d7d97382f13 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:35.255613 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c278e471-58fc-4279-8539-acac8fddf6a5 req-0967b08b-41e5-498f-bf46-0d7d97382f13 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 945 time: 0.1641686 Jul 07 13:24:35.293799 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c278e471-58fc-4279-8539-acac8fddf6a5 req-5c3e229d-211f-4a31-b905-6b92f0c15946 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/security-groups?id=43b196d1-62a6-404a-b19e-f13f080df488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324471 Jul 07 13:24:35.623338 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae26032-bd52-4445-ba60-bd5fe8f8c702 req-b0500ae3-9125-462e-8158-8425a7bef0a7 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:24:35.624849 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0ae26032-bd52-4445-ba60-bd5fe8f8c702 req-b0500ae3-9125-462e-8158-8425a7bef0a7 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0650420 Jul 07 13:24:35.728504 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-0ae26032-bd52-4445-ba60-bd5fe8f8c702 req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Deleting port a19a7734-d718-4812-a971-9225ed6d08ce {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:24:35.728844 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0ae26032-bd52-4445-ba60-bd5fe8f8c702 req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:35.821009 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0ae26032-bd52-4445-ba60-bd5fe8f8c702 req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] For port a19a7734-d718-4812-a971-9225ed6d08ce, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a19a7734-d718-4812-a971-9225ed6d08ce,segment=NetworkSegment(4e5b3c2a-c667-4c6c-a07f-c4d19be7628b),segment_id=4e5b3c2a-c667-4c6c-a07f-c4d19be7628b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:24:35.821367 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0ae26032-bd52-4445-ba60-bd5fe8f8c702 req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:35.833278 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-0ae26032-bd52-4445-ba60-bd5fe8f8c702 req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Calling delete_port for a19a7734-d718-4812-a971-9225ed6d08ce owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:24:36.034875 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0ae26032-bd52-4445-ba60-bd5fe8f8c702 req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:36.064969 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Pushing event deleted for resources: {'Port': ['ID=a19a7734-d718-4812-a971-9225ed6d08ce,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:24:36.069729 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['a19a7734-d718-4812-a971-9225ed6d08ce'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:24:36.091515 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:36.091865 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:36.092222 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:36.092551 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:36.093769 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:36.093988 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:36.094293 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:36.094623 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:36.094953 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:36.095276 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:36.095600 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:36.095921 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:24:36.118578 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae26032-bd52-4445-ba60-bd5fe8f8c702 req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] No DVR routers for this DVR port a19a7734-d718-4812-a971-9225ed6d08ce on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:24:36.120944 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0ae26032-bd52-4445-ba60-bd5fe8f8c702 req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:36.122904 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0ae26032-bd52-4445-ba60-bd5fe8f8c702 req-03176563-9a7b-41b3-8a95-b6c815ab5a68 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.79 "DELETE /v2.0/ports/a19a7734-d718-4812-a971-9225ed6d08ce HTTP/1.1" status: 204 len: 173 time: 0.4921019 Jul 07 13:24:36.123343 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2', 'name': 'network-vif-deleted', 'tag': 'a19a7734-d718-4812-a971-9225ed6d08ce'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:24:36.126367 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a20bf3-ddd8-4b11-a346-9cc4c0d06600" -d '{"events": [{"server_uuid": "9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2", "name": "network-vif-deleted", "tag": "a19a7734-d718-4812-a971-9225ed6d08ce"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:24:36.222455 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b0c4c9-6716-48ea-8c6d-ae91df587808 x-openstack-request-id: req-58b0c4c9-6716-48ea-8c6d-ae91df587808 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:24:36.222743 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2", "name": "network-vif-deleted", "tag": "a19a7734-d718-4812-a971-9225ed6d08ce", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:24:36.223004 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-58b0c4c9-6716-48ea-8c6d-ae91df587808 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:24:36.223400 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2', 'name': 'network-vif-deleted', 'tag': 'a19a7734-d718-4812-a971-9225ed6d08ce', 'status': 'completed', 'code': 200} Jul 07 13:24:36.436459 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5a6cd878-663e-4753-a4ef-c7276a27e319 req-56870676-d208-40b2-8f90-2852996048d5 tempest-VolumesSnapshotTestJSON-1660218462 tempest-VolumesSnapshotTestJSON-1660218462-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e24cac3-b30a-4cd2-ac8d-b64ac364d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0278699 Jul 07 13:24:39.762270 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device a19a7734-d718-4812-a971-9225ed6d08ce no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:24:39.794210 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: a19a7734-d718-4812-a971-9225ed6d08ce {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:24:39.794560 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device a19a7734-d718-4812-a971-9225ed6d08ce not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:24:50.725954 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:54.994555 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7980c99-7e0b-4dfa-8520-6bdd3485eb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:57.702824 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-36f4dfa8-8213-436d-b243-fabe76f02e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:57.811740 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:24:58.868268 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:01.097262 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:03.175141 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50252) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:03.217743 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Deleting subnet 5a03c2b8-a65c-4bc0-bab8-798d4a144c24 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:25:03.220733 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:03.253879 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536814453'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:03.294768 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:03.417514 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536813746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536811131'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:03.444662 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a03c2b8-a65c-4bc0-bab8-798d4a144c24,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:03.449276 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:03.451455 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5a03c2b8-a65c-4bc0-bab8-798d4a144c24 HTTP/1.1" status: 204 len: 168 time: 0.2750926 Jul 07 13:25:03.453983 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50254) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:03.456096 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:03.456449 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:03.456952 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:03.457150 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:03.457485 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:03.457813 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:03.458190 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:03.458563 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:03.458999 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:03.459328 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:03.459655 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:03.460057 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec211b6-dd35-4e39-8cb5-ac9b96f300cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:03.528293 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b69fd8d-6da6-4b2c-bc85-53dea1bc8bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:03.604261 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b69fd8d-6da6-4b2c-bc85-53dea1bc8bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:03.613632 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-1b69fd8d-6da6-4b2c-bc85-53dea1bc8bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b70024d-7bcd-46ad-b884-fb965a6f2ad2']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:03.627566 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-1b69fd8d-6da6-4b2c-bc85-53dea1bc8bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5b3c2a-c667-4c6c-a07f-c4d19be7628b') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:03.627858 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-1b69fd8d-6da6-4b2c-bc85-53dea1bc8bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5b3c2a-c667-4c6c-a07f-c4d19be7628b') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:03.636242 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b69fd8d-6da6-4b2c-bc85-53dea1bc8bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699333'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:03.649069 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b69fd8d-6da6-4b2c-bc85-53dea1bc8bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:03.654708 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b69fd8d-6da6-4b2c-bc85-53dea1bc8bd6 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:25:03.655085 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b69fd8d-6da6-4b2c-bc85-53dea1bc8bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4700122'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: Traceback (most recent call last): Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: timer() Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: cb(*args, **kw) Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: return func(*args, **kwargs) Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: self._notify() Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: self.callback(batched_events) Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: event.method(event) Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: return f(self, *a, **k) Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._get(url).json() Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:25:03.656667 dv-cinder-786627-18-iscsi neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:25:03.777348 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b69fd8d-6da6-4b2c-bc85-53dea1bc8bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:03.782733 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b69fd8d-6da6-4b2c-bc85-53dea1bc8bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:03.788311 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-1b69fd8d-6da6-4b2c-bc85-53dea1bc8bd6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/9b70024d-7bcd-46ad-b884-fb965a6f2ad2 HTTP/1.1" status: 204 len: 168 time: 0.3325675 Jul 07 13:25:03.799200 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69fd8d-6da6-4b2c-bc85-53dea1bc8bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b70024d-7bcd-46ad-b884-fb965a6f2ad2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:04.141201 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50258) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:04.180455 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-aa143260-e6c3-445e-83a1-aac9e083dd5e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bbceeb8fd4d249e8b6f79c700f17fda2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380828 Jul 07 13:25:04.182818 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50260) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:04.230622 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-418f4abc-c6df-4011-afb0-8c6d52290f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:04.255075 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-418f4abc-c6df-4011-afb0-8c6d52290f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:04.382719 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-418f4abc-c6df-4011-afb0-8c6d52290f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:04.385374 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-418f4abc-c6df-4011-afb0-8c6d52290f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:04.386592 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-418f4abc-c6df-4011-afb0-8c6d52290f03 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/43b196d1-62a6-404a-b19e-f13f080df488 HTTP/1.1" status: 204 len: 168 time: 0.2028778 Jul 07 13:25:04.394420 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f4abc-c6df-4011-afb0-8c6d52290f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b196d1-62a6-404a-b19e-f13f080df488,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:05.387442 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50282) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:05.479473 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-336389105-network', 'tenant_id': '05a5ac988d224c50a34d42f976126c82'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:05.548627 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Made reservation on behalf of 05a5ac988d224c50a34d42f976126c82 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:25:05.551021 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:05.560456 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:05.648027 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:05.720337 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:05.748535 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:25:05.754756 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a7517e-1c71-4a4c-b280-896ff9374d56,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:05.761191 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:05.762518 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Added segment acedf75e-e3bc-4b07-a915-143117a48c3b of type vlan for network 3406ac01-1e08-47fd-95f9-3197222f902e Jul 07 13:25:05.806099 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:05.888250 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:05.889291 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:05.889883 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:05.959042 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] Pushing event updated for resources: {'Network': ['ID=3406ac01-1e08-47fd-95f9-3197222f902e,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:05.969040 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network 3406ac01-1e08-47fd-95f9-3197222f902e details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:25:06.003026 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-32efc1f2-84bf-43ad-9563-8b2c04fede90 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6144400 Jul 07 13:25:06.005873 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50286) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:06.011032 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-9ba01b0c-e07e-48e1-b80e-6ca8fb3d86fd admin admin] Request body: {'subnet': {'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-336389105-subnet', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:06.099957 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba01b0c-e07e-48e1-b80e-6ca8fb3d86fd admin admin] Made reservation on behalf of 05a5ac988d224c50a34d42f976126c82 for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:25:06.102385 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9ba01b0c-e07e-48e1-b80e-6ca8fb3d86fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536807578'] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:06.113723 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:25:06.337436 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9ba01b0c-e07e-48e1-b80e-6ca8fb3d86fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536813813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536807560'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:06.390449 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba01b0c-e07e-48e1-b80e-6ca8fb3d86fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6835f7e1-d86e-4254-a39a-b6d69d94384f,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:06.401614 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba01b0c-e07e-48e1-b80e-6ca8fb3d86fd admin admin] Checking segment: {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:25:06.401973 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba01b0c-e07e-48e1-b80e-6ca8fb3d86fd admin admin] Network hostable DHCP agents. Network: 3406ac01-1e08-47fd-95f9-3197222f902e, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:25:06.476648 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba01b0c-e07e-48e1-b80e-6ca8fb3d86fd admin admin] Network 3406ac01-1e08-47fd-95f9-3197222f902e is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:25:06.565680 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-9ba01b0c-e07e-48e1-b80e-6ca8fb3d86fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, 3406ac01-1e08-47fd-95f9-3197222f902e) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:25:06.571156 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba01b0c-e07e-48e1-b80e-6ca8fb3d86fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:06.572226 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9ba01b0c-e07e-48e1-b80e-6ca8fb3d86fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:06.575392 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0b2f7c-eb87-43d2-b00c-486243c06f64 None None] Network 3406ac01-1e08-47fd-95f9-3197222f902e requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:25:06.660440 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-9ba01b0c-e07e-48e1-b80e-6ca8fb3d86fd admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6533194 Jul 07 13:25:06.663448 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50288) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:06.668011 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:06.729018 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a5641f-773f-5970-9f30-b9d7c504ccbf-3406ac01-1e08-47fd-95f9-3197222f902e', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f'}]}} from dv-cinder-786627-18-iscsi. {{(pid=93700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:25:06.729911 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:06.745207 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8048145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26407'] for router, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:06.746267 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8048270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8050494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26408'] for router, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:06.807118 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:06.873628 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Allocated IP 172.20.0.2 (3406ac01-1e08-47fd-95f9-3197222f902e/6835f7e1-d86e-4254-a39a-b6d69d94384f/12550267-d4ca-4cc9-b0b1-0864f6a4a1e2) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:25:07.015393 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7901652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8048131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26426'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:07.028014 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:07.036290 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Transition to ACTIVE for port object 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:25:07.051095 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Transition to ACTIVE for port object 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:25:07.134047 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:07.170729 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Network 3406ac01-1e08-47fd-95f9-3197222f902e is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:25:07.173546 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:25:07.179500 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:25:07.186126 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Pushing event updated for resources: {'Port': ['ID=12550267-d4ca-4cc9-b0b1-0864f6a4a1e2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:07.196468 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:07.196822 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:07.197190 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:07.197529 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:07.197863 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:07.198196 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:07.198524 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:07.198850 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:07.199177 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:07.199499 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:07.199820 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:07.200140 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:07.250212 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Attempting to bind port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:25:07.250483 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Attempting to bind port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:25:07.250850 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Attempting to bind port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 on network 3406ac01-1e08-47fd-95f9-3197222f902e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:25:07.255765 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:25:07.256321 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Checking segment: {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:25:07.256725 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:07.257149 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Bound using segment: {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:25:07.257612 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Bound port: 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:25:07.257989 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:07.265546 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:07.284671 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:07.322856 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] For port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:25:07.325895 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] For port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=12550267-d4ca-4cc9-b0b1-0864f6a4a1e2,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:25:07.389317 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Allocated IP 172.27.2.176 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/6ffdc240-4a39-47f3-b287-eebe68933f97) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:25:07.400765 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:07.476954 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a31741-2ce5-41bd-a9b1-0ea1c55e6f12 None None] Pushing event updated for resources: {'Port': ['ID=12550267-d4ca-4cc9-b0b1-0864f6a4a1e2,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:07.514394 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:07.631958 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-536813697'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:07.676776 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:25:07.681160 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:25:07.683784 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:25:07.723786 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Pushing event updated for resources: {'Port': ['ID=6ffdc240-4a39-47f3-b287-eebe68933f97,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:08.291766 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:08.334768 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b6de98-2a46-470f-8c7a-764a281d2b9d None None] Network 3406ac01-1e08-47fd-95f9-3197222f902e requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:25:08.492258 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8048154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7901647'] for router, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:08.563468 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-f493ef11-f78a-42ca-872a-c06aebd869bd None None] Provisioning for port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:25:08.674195 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Router 626c4d97-8f58-4348-9af6-2d498e750725 is scheduled to L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 with binding_index 1 {{(pid=93698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:25:08.791421 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:25:08.801362 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Sync routers for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:25:08.810439 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:25:08.813711 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:24:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:08.845951 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:25:08.868808 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:08.870213 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-43387a3b-3d91-4b14-8766-f150f8bf750d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2057488 Jul 07 13:25:08.873399 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50290) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:08.960639 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:25:09.016068 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:25:09.029796 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:09.037218 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:09.184666 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:09.226416 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=12550267-d4ca-4cc9-b0b1-0864f6a4a1e2,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:25:09.231939 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:07Z', 'revision_number': 3, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:09.262163 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Checking router: 626c4d97-8f58-4348-9af6-2d498e750725 for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:25:09.262504 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Updating router 626c4d97-8f58-4348-9af6-2d498e750725 port 6ffdc240-4a39-47f3-b287-eebe68933f97 binding host dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:25:09.289524 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:09.297959 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:09.306338 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:09.419656 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=12550267-d4ca-4cc9-b0b1-0864f6a4a1e2,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:09.449136 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Allocated IP 172.20.0.1 (3406ac01-1e08-47fd-95f9-3197222f902e/6835f7e1-d86e-4254-a39a-b6d69d94384f/8591085b-763a-4943-9586-38ddf80c738c) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:25:09.553429 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:09.565602 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Transition to ACTIVE for port object 8591085b-763a-4943-9586-38ddf80c738c will not be triggered until provisioned by entity DHCP. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:25:09.586667 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:09.596197 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Transition to ACTIVE for port object 6ffdc240-4a39-47f3-b287-eebe68933f97 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:25:09.676403 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-536813697'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:09.687898 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:09.713154 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Network 3406ac01-1e08-47fd-95f9-3197222f902e is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:25:09.717541 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:25:09.725250 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:25:09.743025 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Attempting to bind port 6ffdc240-4a39-47f3-b287-eebe68933f97 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:25:09.743393 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Attempting to bind port 6ffdc240-4a39-47f3-b287-eebe68933f97 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:25:09.743751 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Attempting to bind port 6ffdc240-4a39-47f3-b287-eebe68933f97 on network da040029-a0da-4720-aea4-2db0f37c74a3 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:25:09.745787 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222359bb-e33c-4fae-8795-4b29d629f9e9 None None] Pushing event updated for resources: {'Port': ['ID=6ffdc240-4a39-47f3-b287-eebe68933f97,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:09.747591 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Pushing event updated for resources: {'Port': ['ID=8591085b-763a-4943-9586-38ddf80c738c,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:09.751320 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:25:09.751685 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Checking segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:25:09.752078 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:09.752456 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Bound using segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:25:09.753479 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Bound port: 6ffdc240-4a39-47f3-b287-eebe68933f97, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:25:09.753479 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:09.770807 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8049912'] for router_interface, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:09.812826 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] For port 6ffdc240-4a39-47f3-b287-eebe68933f97, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:25:09.812826 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] For port 6ffdc240-4a39-47f3-b287-eebe68933f97, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=6ffdc240-4a39-47f3-b287-eebe68933f97,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:25:09.899559 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:09.972169 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:25:09.972756 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:24:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:09.978345 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222359bb-e33c-4fae-8795-4b29d629f9e9 None None] Pushing event updated for resources: {'Port': ['ID=6ffdc240-4a39-47f3-b287-eebe68933f97,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:10.022743 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:10.085145 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:25:10.136335 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-913eff78-0f9b-4e4f-9b51-fe1955ce847a None None] Provisioning for port 8591085b-763a-4943-9586-38ddf80c738c completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:25:10.149976 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-913eff78-0f9b-4e4f-9b51-fe1955ce847a None None] Provisioning complete for port 8591085b-763a-4943-9586-38ddf80c738c triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:10.150347 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-913eff78-0f9b-4e4f-9b51-fe1955ce847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:10.193937 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:10.220653 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-913eff78-0f9b-4e4f-9b51-fe1955ce847a None None] Port 8591085b-763a-4943-9586-38ddf80c738c cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:25:10.265194 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536813683'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:10.291319 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:07Z', 'revision_number': 3, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:10.321097 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5005535-de8b-4026-bd79-9fc37aec8117 None None] The sync data for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi is: [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:07Z', 'revision_number': 3, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:25:10.331630 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Pushing event updated for resources: {'Port': ['ID=8591085b-763a-4943-9586-38ddf80c738c,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:10.345689 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8051589'] for router_interface, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:10.436966 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Network 3406ac01-1e08-47fd-95f9-3197222f902e is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:25:10.438564 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:25:10.584777 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Router 626c4d97-8f58-4348-9af6-2d498e750725 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:25:10.713077 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:25:10.718034 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-b24f3fac-25fc-4e9d-a1ba-96aa389d80e7 admin admin] 10.222.0.67 "PUT /v2.0/routers/626c4d97-8f58-4348-9af6-2d498e750725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8436348 Jul 07 13:25:10.741792 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-4cc14b0a-5940-4fd0-a485-c066c7efbb1a None None] Provisioning complete for port 8591085b-763a-4943-9586-38ddf80c738c triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:10.742355 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4cc14b0a-5940-4fd0-a485-c066c7efbb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:10.781075 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4cc14b0a-5940-4fd0-a485-c066c7efbb1a None None] Port 8591085b-763a-4943-9586-38ddf80c738c cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:25:10.903798 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:25:10.954336 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:10.954706 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:11.044934 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 6ffdc240-4a39-47f3-b287-eebe68933f97 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:25:11.310731 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 6ffdc240-4a39-47f3-b287-eebe68933f97 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:25:11.314702 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 6ffdc240-4a39-47f3-b287-eebe68933f97 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:11.315073 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:11.393648 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:11.415946 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 6ffdc240-4a39-47f3-b287-eebe68933f97, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=6ffdc240-4a39-47f3-b287-eebe68933f97,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:25:11.510704 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:11.528750 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50306) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:11.533983 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1901022465-network', 'tenant_id': 'dce661b176764caea428436ef5cc11ac'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:11.563639 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=6ffdc240-4a39-47f3-b287-eebe68933f97,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:11.631024 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Made reservation on behalf of dce661b176764caea428436ef5cc11ac for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:25:11.633524 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:11.642412 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:11.735653 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:11.802756 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:11.826751 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:25:11.835195 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d434b7de-835b-4a98-a9b7-42b8fb2b6797,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:11.841119 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:11.841628 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Added segment 4cb37ff0-ba18-4269-b188-fd46a81c4246 of type vlan for network 1ee667a1-f666-48af-8ea4-0094fa031827 Jul 07 13:25:11.874365 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Sync routers for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:25:11.884947 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:25:11.885606 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:24:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:11.887336 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728719842389'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:11.973684 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:11.974649 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:11.975440 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:12.000566 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:25:12.033677 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] Pushing event updated for resources: {'Network': ['ID=1ee667a1-f666-48af-8ea4-0094fa031827,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:12.044560 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Network 1ee667a1-f666-48af-8ea4-0094fa031827 details requested by agent ovs-agent-dv-cinder-786627-18-iscsi with host dv-cinder-786627-18-iscsi {{(pid=93700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:25:12.094274 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e7e3e816-2cbc-4d8d-8d99-352cf070886c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5642862 Jul 07 13:25:12.096974 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50308) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:12.103331 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-727dc582-441d-4a28-a6ea-aa0d3cfe81aa admin admin] Request body: {'subnet': {'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1901022465-subnet', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:12.185771 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727dc582-441d-4a28-a6ea-aa0d3cfe81aa admin admin] Made reservation on behalf of dce661b176764caea428436ef5cc11ac for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:25:12.188609 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-727dc582-441d-4a28-a6ea-aa0d3cfe81aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536807578'] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:12.201384 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:10Z', 'revision_number': 2, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:12.227464 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Checking router: 626c4d97-8f58-4348-9af6-2d498e750725 for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:25:12.227730 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Updating router 626c4d97-8f58-4348-9af6-2d498e750725 port 8591085b-763a-4943-9586-38ddf80c738c binding host dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:25:12.261723 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:12.419519 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-727dc582-441d-4a28-a6ea-aa0d3cfe81aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536813813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536807560'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:12.467786 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dc582-441d-4a28-a6ea-aa0d3cfe81aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0907b878-0cd7-4160-917d-0f769e7b1cce,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:12.486775 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727dc582-441d-4a28-a6ea-aa0d3cfe81aa admin admin] Checking segment: {'id': '4cb37ff0-ba18-4269-b188-fd46a81c4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:25:12.486775 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727dc582-441d-4a28-a6ea-aa0d3cfe81aa admin admin] Network hostable DHCP agents. Network: 1ee667a1-f666-48af-8ea4-0094fa031827, hostable agents: ['87b91999-7254-42f5-9e37-df4c23a1b076'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:25:12.550297 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727dc582-441d-4a28-a6ea-aa0d3cfe81aa admin admin] Network 1ee667a1-f666-48af-8ea4-0094fa031827 is scheduled to be hosted by DHCP agent 87b91999-7254-42f5-9e37-df4c23a1b076 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:25:12.601901 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:12.611348 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Transition to ACTIVE for port object 8591085b-763a-4943-9586-38ddf80c738c will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:25:12.617045 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-727dc582-441d-4a28-a6ea-aa0d3cfe81aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-18-iscsi, 1ee667a1-f666-48af-8ea4-0094fa031827) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:25:12.620986 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727dc582-441d-4a28-a6ea-aa0d3cfe81aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:12.621572 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-727dc582-441d-4a28-a6ea-aa0d3cfe81aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:12.626903 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3419edc7-cd71-4e3e-9664-9eb5f98f1628 None None] Network 1ee667a1-f666-48af-8ea4-0094fa031827 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:25:12.694298 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:12.719681 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-727dc582-441d-4a28-a6ea-aa0d3cfe81aa admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6192684 Jul 07 13:25:12.720126 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50310) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:12.725915 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1901022465-router', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:12.745156 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Pushing event updated for resources: {'Port': ['ID=8591085b-763a-4943-9586-38ddf80c738c,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:12.754841 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:12.755198 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:12.755699 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:12.756336 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:12.756619 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:12.756977 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:12.757312 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:12.757773 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:12.757993 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:12.758322 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:12.758646 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:12.758979 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:12.782796 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a5641f-773f-5970-9f30-b9d7c504ccbf-1ee667a1-f666-48af-8ea4-0094fa031827', 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'fixed_ips': [{'subnet_id': '0907b878-0cd7-4160-917d-0f769e7b1cce'}]}} from dv-cinder-786627-18-iscsi. {{(pid=93700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:25:12.783732 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:12.837624 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Attempting to bind port 8591085b-763a-4943-9586-38ddf80c738c on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:25:12.838413 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Attempting to bind port 8591085b-763a-4943-9586-38ddf80c738c by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:25:12.839082 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Attempting to bind port 8591085b-763a-4943-9586-38ddf80c738c on network 3406ac01-1e08-47fd-95f9-3197222f902e {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:25:12.840957 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8048145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26407'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:12.842982 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8048270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8050494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26408'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:12.846181 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:25:12.846562 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Checking segment: {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:25:12.846960 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:12.847396 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Bound using segment: {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:25:12.847875 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Bound port: 8591085b-763a-4943-9586-38ddf80c738c, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:25:12.848317 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:12.856905 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 6ffdc240-4a39-47f3-b287-eebe68933f97 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:25:12.924094 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:12.934015 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] For port 8591085b-763a-4943-9586-38ddf80c738c, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:25:12.938278 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] For port 8591085b-763a-4943-9586-38ddf80c738c, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=8591085b-763a-4943-9586-38ddf80c738c,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:25:12.971013 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Allocated IP 172.20.0.2 (1ee667a1-f666-48af-8ea4-0094fa031827/0907b878-0cd7-4160-917d-0f769e7b1cce/a5688e54-545b-4040-8891-5346a8c12621) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:25:12.972953 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 6ffdc240-4a39-47f3-b287-eebe68933f97 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:12.973326 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:13.010145 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:13.053107 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:25:13.053811 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:24:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:13.138794 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7901652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8048131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26426'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:13.174742 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:25:13.201951 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ae75f-59bd-4c18-a9a6-807e454da53e None None] Pushing event updated for resources: {'Port': ['ID=8591085b-763a-4943-9586-38ddf80c738c,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:13.227297 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:13.235069 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Transition to ACTIVE for port object a5688e54-545b-4040-8891-5346a8c12621 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:25:13.251384 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Transition to ACTIVE for port object a5688e54-545b-4040-8891-5346a8c12621 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:25:13.316539 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:13.356605 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Network 1ee667a1-f666-48af-8ea4-0094fa031827 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:25:13.359456 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:25:13.366268 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:25:13.374002 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Pushing event updated for resources: {'Port': ['ID=a5688e54-545b-4040-8891-5346a8c12621,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:13.394643 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:12Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:13.424338 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:13.426053 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71ac07-c430-45a2-bc81-59190633fabe None None] The sync data for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi is: [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:12Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:25:13.431983 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Attempting to bind port a5688e54-545b-4040-8891-5346a8c12621 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:25:13.432451 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Attempting to bind port a5688e54-545b-4040-8891-5346a8c12621 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '4cb37ff0-ba18-4269-b188-fd46a81c4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:25:13.432691 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Attempting to bind port a5688e54-545b-4040-8891-5346a8c12621 on network 1ee667a1-f666-48af-8ea4-0094fa031827 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:25:13.438446 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:25:13.440076 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Checking segment: {'id': '4cb37ff0-ba18-4269-b188-fd46a81c4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:25:13.440076 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:13.440076 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Bound using segment: {'id': '4cb37ff0-ba18-4269-b188-fd46a81c4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:25:13.440637 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Bound port: a5688e54-545b-4040-8891-5346a8c12621, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb37ff0-ba18-4269-b188-fd46a81c4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:25:13.441273 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:13.453767 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:13.546057 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] For port a5688e54-545b-4040-8891-5346a8c12621, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:25:13.549653 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] For port a5688e54-545b-4040-8891-5346a8c12621, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=a5688e54-545b-4040-8891-5346a8c12621,segment=NetworkSegment(4cb37ff0-ba18-4269-b188-fd46a81c4246),segment_id=4cb37ff0-ba18-4269-b188-fd46a81c4246)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:25:13.589869 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Allocated IP 172.27.2.24 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/82c72e4a-271e-44ae-901c-6a27d9dffec4) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:25:13.619514 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:13.686345 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95482ba-a012-4e00-b809-e9213d47ffd6 None None] Pushing event updated for resources: {'Port': ['ID=a5688e54-545b-4040-8891-5346a8c12621,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:13.711136 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:13.811772 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:13.870988 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:25:13.876255 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:25:13.879263 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:25:13.885879 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=82c72e4a-271e-44ae-901c-6a27d9dffec4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:14.503381 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:14.610312 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4c6aa5-4e20-49fa-9877-f628844f2fdd None None] Network 1ee667a1-f666-48af-8ea4-0094fa031827 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:25:14.711931 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8048154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7901647'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:14.722985 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-22b8302a-4175-4ed0-8f92-0c39847111cf None None] Provisioning for port a5688e54-545b-4040-8891-5346a8c12621 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:25:14.870454 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device a5688e54-545b-4040-8891-5346a8c12621 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:25:14.916276 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Router 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f is scheduled to L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:25:14.962002 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port a5688e54-545b-4040-8891-5346a8c12621 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:25:14.967349 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port a5688e54-545b-4040-8891-5346a8c12621 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:14.968435 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:15.034253 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:25:15.049150 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Sync routers for ids ['2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:25:15.075016 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Routers {'2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:25:15.075636 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:24:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:15.078943 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:15.109825 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-c3139770-d3cc-4631-974f-d310fb452400 None None] Provisioning complete for port a5688e54-545b-4040-8891-5346a8c12621 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:15.110119 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3139770-d3cc-4631-974f-d310fb452400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:15.163398 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:15.164802 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-fc2f98c0-cd6b-4908-81a9-1f36fb0f5ce6 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4433968 Jul 07 13:25:15.167535 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50312) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:15.205818 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port a5688e54-545b-4040-8891-5346a8c12621, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=a5688e54-545b-4040-8891-5346a8c12621,segment=NetworkSegment(4cb37ff0-ba18-4269-b188-fd46a81c4246),segment_id=4cb37ff0-ba18-4269-b188-fd46a81c4246)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:25:15.239663 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Set router 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:25:15.321276 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:15.322058 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 8591085b-763a-4943-9586-38ddf80c738c up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:25:15.425753 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3139770-d3cc-4631-974f-d310fb452400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:15.470901 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=a5688e54-545b-4040-8891-5346a8c12621,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:15.595213 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:15.681013 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 8591085b-763a-4943-9586-38ddf80c738c completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:25:15.694785 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.db.api [None req-c3139770-d3cc-4631-974f-d310fb452400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 13:25:15.695137 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG oslo_db.api [None req-c3139770-d3cc-4631-974f-d310fb452400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 13:25:15.695623 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 8591085b-763a-4943-9586-38ddf80c738c triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:15.695984 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:15.751939 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'name': 'tempest-TestVolumeBootPattern-1901022465-router', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:12Z', 'updated_at': '2021-07-07T13:25:14Z', 'revision_number': 3, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'gw_port': {'id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:13Z', 'updated_at': '2021-07-07T13:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:15.762285 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Allocated IP 172.20.0.1 (1ee667a1-f666-48af-8ea4-0094fa031827/0907b878-0cd7-4160-917d-0f769e7b1cce/0d5c3cdf-9975-49a5-936b-9698769fda62) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:25:15.797091 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Checking router: 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:25:15.797469 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Updating router 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f port 82c72e4a-271e-44ae-901c-6a27d9dffec4 binding host dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:25:15.835826 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:15.852345 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:15.869522 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:15.883516 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Transition to ACTIVE for port object 0d5c3cdf-9975-49a5-936b-9698769fda62 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:25:15.897335 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 8591085b-763a-4943-9586-38ddf80c738c, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=8591085b-763a-4943-9586-38ddf80c738c,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:25:15.968551 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:16.017454 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:16.055946 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Network 1ee667a1-f666-48af-8ea4-0094fa031827 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:25:16.058928 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:25:16.061375 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:25:16.077142 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=8591085b-763a-4943-9586-38ddf80c738c,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:16.101000 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Pushing event updated for resources: {'Port': ['ID=0d5c3cdf-9975-49a5-936b-9698769fda62,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:16.118941 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8049912'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:16.189607 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:16.235479 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Transition to ACTIVE for port object 82c72e4a-271e-44ae-901c-6a27d9dffec4 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:25:16.304834 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:16.324881 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:16.366052 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Attempting to bind port 82c72e4a-271e-44ae-901c-6a27d9dffec4 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:25:16.366407 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Attempting to bind port 82c72e4a-271e-44ae-901c-6a27d9dffec4 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:25:16.366785 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Attempting to bind port 82c72e4a-271e-44ae-901c-6a27d9dffec4 on network da040029-a0da-4720-aea4-2db0f37c74a3 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:25:16.372066 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0248851-7059-459b-a676-91457579ea1c None None] Pushing event updated for resources: {'Port': ['ID=82c72e4a-271e-44ae-901c-6a27d9dffec4,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:16.376892 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:25:16.376892 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Checking segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:25:16.377425 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:16.377677 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Bound using segment: {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:25:16.378146 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Bound port: 82c72e4a-271e-44ae-901c-6a27d9dffec4, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f16acb-1ec2-4dc6-9113-b934c5d97480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:25:16.378527 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:16.428983 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-fd68a221-08a6-497b-a26d-61918a9517c9 None None] Provisioning for port 0d5c3cdf-9975-49a5-936b-9698769fda62 completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:25:16.436497 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-fd68a221-08a6-497b-a26d-61918a9517c9 None None] Provisioning complete for port 0d5c3cdf-9975-49a5-936b-9698769fda62 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:16.437103 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd68a221-08a6-497b-a26d-61918a9517c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:16.439476 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] For port 82c72e4a-271e-44ae-901c-6a27d9dffec4, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:25:16.471408 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] For port 82c72e4a-271e-44ae-901c-6a27d9dffec4, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=82c72e4a-271e-44ae-901c-6a27d9dffec4,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:25:16.482011 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-fd68a221-08a6-497b-a26d-61918a9517c9 None None] Port 0d5c3cdf-9975-49a5-936b-9698769fda62 cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:25:16.494789 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:16.551221 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:16.584711 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:16.609123 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Routers {'2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:25:16.609761 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:24:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:16.615224 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0248851-7059-459b-a676-91457579ea1c None None] Pushing event updated for resources: {'Port': ['ID=82c72e4a-271e-44ae-901c-6a27d9dffec4,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:16.656495 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8051589'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:16.658258 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Pushing event updated for resources: {'Port': ['ID=0d5c3cdf-9975-49a5-936b-9698769fda62,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:16.721863 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] Set router 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:25:16.751845 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Network 1ee667a1-f666-48af-8ea4-0094fa031827 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:25:16.753740 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:25:16.840339 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device a5688e54-545b-4040-8891-5346a8c12621 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:25:16.884040 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Router 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:25:16.958871 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port a5688e54-545b-4040-8891-5346a8c12621 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:16.959242 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:17.002602 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:25:17.008598 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-dac693b9-1fa6-4051-a42d-914033ae81f4 admin admin] 10.222.0.67 "PUT /v2.0/routers/2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8399820 Jul 07 13:25:17.029736 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-7caff062-f42f-42cf-8804-d41520f10081 None None] Provisioning complete for port 0d5c3cdf-9975-49a5-936b-9698769fda62 triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:17.030112 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7caff062-f42f-42cf-8804-d41520f10081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:17.078099 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'name': 'tempest-TestVolumeBootPattern-1901022465-router', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:12Z', 'updated_at': '2021-07-07T13:25:16Z', 'revision_number': 4, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'gw_port': {'id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:13Z', 'updated_at': '2021-07-07T13:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '0d5c3cdf-9975-49a5-936b-9698769fda62', 'name': '', 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'mac_address': 'fa:16:3e:ce:c0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0907b878-0cd7-4160-917d-0f769e7b1cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:15Z', 'updated_at': '2021-07-07T13:25:16Z', 'revision_number': 2, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'subnets': [{'id': '0907b878-0cd7-4160-917d-0f769e7b1cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:17.115219 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f4c90-94a4-416a-bdbd-69de3512bf86 None None] The sync data for ids ['2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'] in dv-cinder-786627-18-iscsi is: [{'id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'name': 'tempest-TestVolumeBootPattern-1901022465-router', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:12Z', 'updated_at': '2021-07-07T13:25:16Z', 'revision_number': 4, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'gw_port': {'id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:13Z', 'updated_at': '2021-07-07T13:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '0d5c3cdf-9975-49a5-936b-9698769fda62', 'name': '', 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'mac_address': 'fa:16:3e:ce:c0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0907b878-0cd7-4160-917d-0f769e7b1cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:15Z', 'updated_at': '2021-07-07T13:25:16Z', 'revision_number': 2, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'subnets': [{'id': '0907b878-0cd7-4160-917d-0f769e7b1cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:25:17.125186 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-7caff062-f42f-42cf-8804-d41520f10081 None None] Port 0d5c3cdf-9975-49a5-936b-9698769fda62 cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:25:17.130516 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 8591085b-763a-4943-9586-38ddf80c738c up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:25:17.177617 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 8591085b-763a-4943-9586-38ddf80c738c triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:17.177990 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:17.756539 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50320) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:17.761230 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5cfb0227-fd3e-41db-882d-f4a6e7792d37 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-599691563', 'description': 'tempest-secgroup-smoke-599691563 description', 'project_id': '05a5ac988d224c50a34d42f976126c82'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:17.836436 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cfb0227-fd3e-41db-882d-f4a6e7792d37 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:17.924434 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cfb0227-fd3e-41db-882d-f4a6e7792d37 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:17.991356 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cfb0227-fd3e-41db-882d-f4a6e7792d37 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:18.025536 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb0227-fd3e-41db-882d-f4a6e7792d37 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c21bd27-a96c-49a7-bde6-54cdf19340ef,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:18.087471 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cfb0227-fd3e-41db-882d-f4a6e7792d37 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:18.091486 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-5cfb0227-fd3e-41db-882d-f4a6e7792d37 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3312323 Jul 07 13:25:18.091743 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50322) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:18.096413 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7e6fd6da-c0fa-454d-a4c6-a75b7f7105cc tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Request body: {'security_group_rule': {'security_group_id': '3c21bd27-a96c-49a7-bde6-54cdf19340ef', 'project_id': '05a5ac988d224c50a34d42f976126c82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:18.167557 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7e6fd6da-c0fa-454d-a4c6-a75b7f7105cc tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:18.229092 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7e6fd6da-c0fa-454d-a4c6-a75b7f7105cc tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:18.285803 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7e6fd6da-c0fa-454d-a4c6-a75b7f7105cc tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:18.311283 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fd6da-c0fa-454d-a4c6-a75b7f7105cc tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587b494a-bb2e-4cf3-82f1-e678262fe68a,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:18.373233 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7e6fd6da-c0fa-454d-a4c6-a75b7f7105cc tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:18.374634 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-7e6fd6da-c0fa-454d-a4c6-a75b7f7105cc tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2819173 Jul 07 13:25:18.377368 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50324) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:18.382278 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3a6ed40a-9d70-4e77-a377-968ac7c0f0df tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Request body: {'security_group_rule': {'security_group_id': '3c21bd27-a96c-49a7-bde6-54cdf19340ef', 'project_id': '05a5ac988d224c50a34d42f976126c82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:18.475250 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a6ed40a-9d70-4e77-a377-968ac7c0f0df tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:18.533768 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a6ed40a-9d70-4e77-a377-968ac7c0f0df tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:18.607477 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a6ed40a-9d70-4e77-a377-968ac7c0f0df tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:18.626166 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ed40a-9d70-4e77-a377-968ac7c0f0df tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e24532-7d62-4a02-948f-25615588ec69,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:18.699054 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a6ed40a-9d70-4e77-a377-968ac7c0f0df tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:18.701001 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-3a6ed40a-9d70-4e77-a377-968ac7c0f0df tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220334 Jul 07 13:25:18.703047 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50326) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:18.707922 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d53d9327-78c9-4825-9aab-8526a9f8e4ea tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Request body: {'security_group_rule': {'security_group_id': '3c21bd27-a96c-49a7-bde6-54cdf19340ef', 'project_id': '05a5ac988d224c50a34d42f976126c82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:18.801415 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d53d9327-78c9-4825-9aab-8526a9f8e4ea tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:18.837733 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 82c72e4a-271e-44ae-901c-6a27d9dffec4 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:25:18.863809 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d53d9327-78c9-4825-9aab-8526a9f8e4ea tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:18.928435 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d53d9327-78c9-4825-9aab-8526a9f8e4ea tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:18.948338 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 82c72e4a-271e-44ae-901c-6a27d9dffec4 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:25:18.950160 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d9327-78c9-4825-9aab-8526a9f8e4ea tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b348d3-f299-4d35-9ada-7199a4660fff,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:18.953675 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 82c72e4a-271e-44ae-901c-6a27d9dffec4 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:18.954290 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.016824 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d53d9327-78c9-4825-9aab-8526a9f8e4ea tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.018089 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-d53d9327-78c9-4825-9aab-8526a9f8e4ea tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3140132 Jul 07 13:25:19.022148 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50328) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:19.026858 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-5db1db3c-112f-4362-b4eb-5e1ce0fbabb3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Request body: {'security_group_rule': {'security_group_id': '3c21bd27-a96c-49a7-bde6-54cdf19340ef', 'project_id': '05a5ac988d224c50a34d42f976126c82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:19.043858 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.066026 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 82c72e4a-271e-44ae-901c-6a27d9dffec4, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=82c72e4a-271e-44ae-901c-6a27d9dffec4,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:25:19.133523 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5db1db3c-112f-4362-b4eb-5e1ce0fbabb3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.167537 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.184076 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5db1db3c-112f-4362-b4eb-5e1ce0fbabb3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.220302 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=82c72e4a-271e-44ae-901c-6a27d9dffec4,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:19.271119 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5db1db3c-112f-4362-b4eb-5e1ce0fbabb3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.292881 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1db3c-112f-4362-b4eb-5e1ce0fbabb3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc955072-8800-4e31-9ea8-38b80c0c3bf6,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:19.405639 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5db1db3c-112f-4362-b4eb-5e1ce0fbabb3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.406957 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-5db1db3c-112f-4362-b4eb-5e1ce0fbabb3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3837695 Jul 07 13:25:19.409630 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50330) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:19.414620 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-c36530d2-5b8e-4e56-969a-0f4f993c6b6b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Request body: {'security_group_rule': {'security_group_id': '3c21bd27-a96c-49a7-bde6-54cdf19340ef', 'project_id': '05a5ac988d224c50a34d42f976126c82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:19.491080 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.securitygroups_db [None req-c36530d2-5b8e-4e56-969a-0f4f993c6b6b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Project 05a5ac988d224c50a34d42f976126c82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 13:25:19.496135 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c36530d2-5b8e-4e56-969a-0f4f993c6b6b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.556837 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c36530d2-5b8e-4e56-969a-0f4f993c6b6b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.634049 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c36530d2-5b8e-4e56-969a-0f4f993c6b6b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.652226 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36530d2-5b8e-4e56-969a-0f4f993c6b6b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea8f1d0-aba4-4df1-a22a-38c52cf83429,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:19.737125 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c36530d2-5b8e-4e56-969a-0f4f993c6b6b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.741937 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c36530d2-5b8e-4e56-969a-0f4f993c6b6b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3278046 Jul 07 13:25:19.742578 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50332) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:19.747393 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-4323da1b-83e0-4d06-b3a2-a3547180a237 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Request body: {'security_group_rule': {'security_group_id': '3c21bd27-a96c-49a7-bde6-54cdf19340ef', 'project_id': '05a5ac988d224c50a34d42f976126c82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:19.845679 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.securitygroups_db [None req-4323da1b-83e0-4d06-b3a2-a3547180a237 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Project 05a5ac988d224c50a34d42f976126c82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 13:25:19.851332 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4323da1b-83e0-4d06-b3a2-a3547180a237 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.909974 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4323da1b-83e0-4d06-b3a2-a3547180a237 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:19.988124 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4323da1b-83e0-4d06-b3a2-a3547180a237 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7915017'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:20.006999 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323da1b-83e0-4d06-b3a2-a3547180a237 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939cb133-eef2-48d0-9ead-66a792dcfdd0,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:20.080009 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4323da1b-83e0-4d06-b3a2-a3547180a237 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:20.081327 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4323da1b-83e0-4d06-b3a2-a3547180a237 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3375981 Jul 07 13:25:20.564142 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Sync routers for ids ['2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:25:20.574053 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Routers {'2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:25:20.574650 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:24:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:20.681788 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Set router 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:25:20.725963 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:20.829522 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 82c72e4a-271e-44ae-901c-6a27d9dffec4 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:25:20.886380 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 82c72e4a-271e-44ae-901c-6a27d9dffec4 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:20.886841 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:20.894300 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'name': 'tempest-TestVolumeBootPattern-1901022465-router', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:12Z', 'updated_at': '2021-07-07T13:25:16Z', 'revision_number': 4, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'gw_port': {'id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:13Z', 'updated_at': '2021-07-07T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '0d5c3cdf-9975-49a5-936b-9698769fda62', 'name': '', 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'mac_address': 'fa:16:3e:ce:c0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0907b878-0cd7-4160-917d-0f769e7b1cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:15Z', 'updated_at': '2021-07-07T13:25:16Z', 'revision_number': 2, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'subnets': [{'id': '0907b878-0cd7-4160-917d-0f769e7b1cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:20.920721 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Checking router: 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:25:20.921105 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Updating router 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f port 0d5c3cdf-9975-49a5-936b-9698769fda62 binding host dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:25:20.960770 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:21.231428 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:21.242124 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Transition to ACTIVE for port object 0d5c3cdf-9975-49a5-936b-9698769fda62 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:25:21.303219 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:21.357898 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d51e51-32d6-4631-a6ee-c8edf1112aad None None] Pushing event updated for resources: {'Port': ['ID=0d5c3cdf-9975-49a5-936b-9698769fda62,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:21.414300 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Attempting to bind port 0d5c3cdf-9975-49a5-936b-9698769fda62 on host dv-cinder-786627-18-iscsi for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:25:21.414669 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Attempting to bind port 0d5c3cdf-9975-49a5-936b-9698769fda62 by drivers openvswitch,hyperv on host dv-cinder-786627-18-iscsi at level 0 using segments [{'id': '4cb37ff0-ba18-4269-b188-fd46a81c4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:25:21.415025 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Attempting to bind port 0d5c3cdf-9975-49a5-936b-9698769fda62 on network 1ee667a1-f666-48af-8ea4-0094fa031827 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:25:21.420237 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Checking agent: {'id': 'dfb5aedf-8322-4601-83c2-4aa7433b66d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 5, 58), 'started_at': datetime.datetime(2021, 7, 7, 13, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:25:21.421201 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Checking segment: {'id': '4cb37ff0-ba18-4269-b188-fd46a81c4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:25:21.421201 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:21.421456 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Bound using segment: {'id': '4cb37ff0-ba18-4269-b188-fd46a81c4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:25:21.421874 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Bound port: 0d5c3cdf-9975-49a5-936b-9698769fda62, host: dv-cinder-786627-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb37ff0-ba18-4269-b188-fd46a81c4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:25:21.422253 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:21.496678 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] For port 0d5c3cdf-9975-49a5-936b-9698769fda62, host dv-cinder-786627-18-iscsi, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:25:21.500191 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] For port 0d5c3cdf-9975-49a5-936b-9698769fda62, host dv-cinder-786627-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=0d5c3cdf-9975-49a5-936b-9698769fda62,segment=NetworkSegment(4cb37ff0-ba18-4269-b188-fd46a81c4246),segment_id=4cb37ff0-ba18-4269-b188-fd46a81c4246)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:25:21.608121 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:21.668369 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Routers {'2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:25:21.669038 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:24:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:21.672520 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d51e51-32d6-4631-a6ee-c8edf1112aad None None] Pushing event updated for resources: {'Port': ['ID=0d5c3cdf-9975-49a5-936b-9698769fda62,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:21.869370 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] Set router 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:25:22.071865 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'name': 'tempest-TestVolumeBootPattern-1901022465-router', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:12Z', 'updated_at': '2021-07-07T13:25:16Z', 'revision_number': 4, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'gw_port': {'id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:13Z', 'updated_at': '2021-07-07T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '0d5c3cdf-9975-49a5-936b-9698769fda62', 'name': '', 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'mac_address': 'fa:16:3e:ce:c0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0907b878-0cd7-4160-917d-0f769e7b1cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:15Z', 'updated_at': '2021-07-07T13:25:21Z', 'revision_number': 4, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'subnets': [{'id': '0907b878-0cd7-4160-917d-0f769e7b1cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:22.098527 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02795a7-830d-4d55-992d-99f62a172bb9 None None] The sync data for ids ['2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'] in dv-cinder-786627-18-iscsi is: [{'id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'name': 'tempest-TestVolumeBootPattern-1901022465-router', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:12Z', 'updated_at': '2021-07-07T13:25:16Z', 'revision_number': 4, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'gw_port': {'id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:13Z', 'updated_at': '2021-07-07T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '0d5c3cdf-9975-49a5-936b-9698769fda62', 'name': '', 'network_id': '1ee667a1-f666-48af-8ea4-0094fa031827', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'mac_address': 'fa:16:3e:ce:c0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0907b878-0cd7-4160-917d-0f769e7b1cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:15Z', 'updated_at': '2021-07-07T13:25:21Z', 'revision_number': 4, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'subnets': [{'id': '0907b878-0cd7-4160-917d-0f769e7b1cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:25:22.836732 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 0d5c3cdf-9975-49a5-936b-9698769fda62 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:25:23.062509 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning for port 0d5c3cdf-9975-49a5-936b-9698769fda62 completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:25:23.066883 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 0d5c3cdf-9975-49a5-936b-9698769fda62 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:23.067258 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:23.148990 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:23.184306 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] For port 0d5c3cdf-9975-49a5-936b-9698769fda62, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=0d5c3cdf-9975-49a5-936b-9698769fda62,segment=NetworkSegment(4cb37ff0-ba18-4269-b188-fd46a81c4246),segment_id=4cb37ff0-ba18-4269-b188-fd46a81c4246)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:25:23.257634 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:23.307449 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Pushing event updated for resources: {'Port': ['ID=0d5c3cdf-9975-49a5-936b-9698769fda62,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:24.820067 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 0d5c3cdf-9975-49a5-936b-9698769fda62 up at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:25:24.869355 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Provisioning complete for port 0d5c3cdf-9975-49a5-936b-9698769fda62 triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:24.869733 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:25.013046 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d51b9ced-803d-4512-b2be-010572f2eafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:27.761510 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5b48cbd5-ae86-4b22-88ff-8f58cea93b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:27.847084 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:28.893128 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:31.087427 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:36.872681 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-5003f5eb-b090-4aa0-a069-e8defda19261 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-599691563&fields=id&tenant_id=05a5ac988d224c50a34d42f976126c82 HTTP/1.1" status: 200 len: 267 time: 0.0331259 Jul 07 13:25:36.978342 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-e465864d-0be1-40ea-88de-15784553fdb2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:36.980316 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-e465864d-0be1-40ea-88de-15784553fdb2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 811 time: 0.1012106 Jul 07 13:25:36.994776 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-8a7e93d2-5d97-472c-8a06-80451eb27195 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/quotas/05a5ac988d224c50a34d42f976126c82 HTTP/1.1" status: 200 len: 375 time: 0.0089128 Jul 07 13:25:37.060601 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-a27d2d06-66c5-4188-a70e-a0c44c1f9711 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603440 Jul 07 13:25:37.076724 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-bffc736a-83a2-41f9-a2eb-299bd292d0d2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:25:37.077711 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-bffc736a-83a2-41f9-a2eb-299bd292d0d2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058208 Jul 07 13:25:37.165454 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-db4fdd49-3147-470b-97fe-c5188319cdc1 service neutron] 10.222.0.67 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824735 Jul 07 13:25:37.251542 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-9122c049-8c7f-4964-b7cb-727a5b9abdea service neutron] 10.222.0.67 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801573 Jul 07 13:25:37.841939 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-38e3c0d5-af5d-45fa-b571-c957aaa8063e req-c054bc47-fdad-4924-b99b-2d18dcf2e40f tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 210 time: 0.0426188 Jul 07 13:25:38.925808 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fd517730-8aad-4999-8314-cd8539dc6294 req-c3e19ee2-1930-47c6-a82e-167cbc1c8f05 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 210 time: 0.0318930 Jul 07 13:25:40.069724 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5afff73e-691b-472a-a8e9-ef40a24cab94 req-1f29cfba-c122-4885-8c88-e43c9c9e2615 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 210 time: 0.0290797 Jul 07 13:25:40.620235 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-c7bf7a68-d96f-4e22-bebc-561d3ae40417 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:40.622004 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-c7bf7a68-d96f-4e22-bebc-561d3ae40417 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 811 time: 0.1060920 Jul 07 13:25:40.668813 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-c531c64f-2aa8-4441-9d54-cb5d5756a5ed tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a5ac988d224c50a34d42f976126c82 HTTP/1.1" status: 200 len: 379 time: 0.0329089 Jul 07 13:25:40.677820 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Request body: {'port': {'device_id': 'ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'admin_state_up': True, 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'security_groups': ['3c21bd27-a96c-49a7-bde6-54cdf19340ef']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:40.839920 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Made reservation on behalf of 05a5ac988d224c50a34d42f976126c82 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:25:40.843638 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:40.970196 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Allocated IP 172.20.0.8 (3406ac01-1e08-47fd-95f9-3197222f902e/6835f7e1-d86e-4254-a39a-b6d69d94384f/2fedfe3c-abc9-49f8-8508-ae917580063c) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:25:41.107106 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:41.121002 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Transition to ACTIVE for port object 2fedfe3c-abc9-49f8-8508-ae917580063c will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:25:41.211609 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-74338901-c059-4396-9e80-280b1cf135f1 req-538a105a-9e4a-4718-9777-3aa473d7cb09 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 210 time: 0.0280206 Jul 07 13:25:41.213051 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:41.264069 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Network 3406ac01-1e08-47fd-95f9-3197222f902e is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:25:41.269234 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:25:41.273439 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:25:41.276647 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'Port': ['ID=2fedfe3c-abc9-49f8-8508-ae917580063c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:41.303478 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:41.303830 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:41.304169 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:41.304505 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:41.304844 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:41.305293 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:41.305590 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:41.305923 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:41.306256 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:41.306578 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:41.307515 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:41.308202 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:25:41.342774 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:41.343496 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:41.424638 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-43f126e2-5b53-4207-a8c3-c9a521264f1b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7506332 Jul 07 13:25:41.534947 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Request body: {'port': {'device_id': 'ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:41.604894 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:41.606815 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-896ed8b8-f33d-471f-8f9a-79f973356aac None None] Provisioning for port 2fedfe3c-abc9-49f8-8508-ae917580063c completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:25:41.610982 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-896ed8b8-f33d-471f-8f9a-79f973356aac None None] Provisioning complete for port 2fedfe3c-abc9-49f8-8508-ae917580063c triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:41.611352 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-896ed8b8-f33d-471f-8f9a-79f973356aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:41.647419 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-896ed8b8-f33d-471f-8f9a-79f973356aac None None] Port 2fedfe3c-abc9-49f8-8508-ae917580063c cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:25:42.124527 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fedfe3c-abc9-49f8-8508-ae917580063c {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:25:42.131987 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:42.145293 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Transition to ACTIVE for port object 2fedfe3c-abc9-49f8-8508-ae917580063c will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:25:42.223703 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:42.274935 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Pushing event updated for resources: {'Port': ['ID=2fedfe3c-abc9-49f8-8508-ae917580063c,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:42.356410 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Attempting to bind port 2fedfe3c-abc9-49f8-8508-ae917580063c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:25:42.356751 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Attempting to bind port 2fedfe3c-abc9-49f8-8508-ae917580063c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:25:42.357111 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Attempting to bind port 2fedfe3c-abc9-49f8-8508-ae917580063c on network 3406ac01-1e08-47fd-95f9-3197222f902e {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:25:42.361989 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Port 2fedfe3c-abc9-49f8-8508-ae917580063c on network 3406ac01-1e08-47fd-95f9-3197222f902e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:25:42.362317 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Attempting to bind port 2fedfe3c-abc9-49f8-8508-ae917580063c on network 3406ac01-1e08-47fd-95f9-3197222f902e {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:25:42.367694 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:25:42.368066 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Checking segment: {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:25:42.368455 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Bound using segment: {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:25:42.368948 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Bound port: 2fedfe3c-abc9-49f8-8508-ae917580063c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:25:42.369364 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:42.417087 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff672295-6dcc-4f33-b9f4-528a9a2e163c req-385023d3-2af4-4a08-8cbb-bdcd39f73453 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:42.418890 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ff672295-6dcc-4f33-b9f4-528a9a2e163c req-385023d3-2af4-4a08-8cbb-bdcd39f73453 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 943 time: 0.0769360 Jul 07 13:25:42.445735 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] For port 2fedfe3c-abc9-49f8-8508-ae917580063c, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:25:42.450042 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] For port 2fedfe3c-abc9-49f8-8508-ae917580063c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2fedfe3c-abc9-49f8-8508-ae917580063c,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:25:42.461360 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ff672295-6dcc-4f33-b9f4-528a9a2e163c req-c3bd5126-afb3-4805-8de2-920f84d0a305 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359242 Jul 07 13:25:42.525756 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:42.560606 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:42.561188 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:42.562597 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] 10.222.0.79 "PUT /v2.0/ports/2fedfe3c-abc9-49f8-8508-ae917580063c HTTP/1.1" status: 200 len: 1093 time: 1.1243067 Jul 07 13:25:42.563037 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d', 'tag': '2fedfe3c-abc9-49f8-8508-ae917580063c'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:25:42.565622 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942ba3a9-853d-4f7d-ac4d-a0aa6df9c18b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d", "tag": "2fedfe3c-abc9-49f8-8508-ae917580063c"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:25:42.592691 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127396d0-665f-4bb7-9f40-248523ee2e73 service neutron] Pushing event updated for resources: {'Port': ['ID=2fedfe3c-abc9-49f8-8508-ae917580063c,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:42.608232 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8816e1c4-7dc4-49c2-88a7-40b39f05ae9e x-openstack-request-id: req-8816e1c4-7dc4-49c2-88a7-40b39f05ae9e {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:25:42.608529 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d", "tag": "2fedfe3c-abc9-49f8-8508-ae917580063c", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:25:42.608788 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8816e1c4-7dc4-49c2-88a7-40b39f05ae9e {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:25:42.609228 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d', 'tag': '2fedfe3c-abc9-49f8-8508-ae917580063c', 'status': 'completed', 'code': 200} Jul 07 13:25:42.706175 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ba3a9-853d-4f7d-ac4d-a0aa6df9c18b req-3ff437fb-c740-4222-bf80-3cd5508b5071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:42.707732 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-942ba3a9-853d-4f7d-ac4d-a0aa6df9c18b req-3ff437fb-c740-4222-bf80-3cd5508b5071 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 1096 time: 0.0572479 Jul 07 13:25:42.814111 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ba3a9-853d-4f7d-ac4d-a0aa6df9c18b req-105a4d01-9f40-4d81-80cf-8d261bd9af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:42.815874 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-942ba3a9-853d-4f7d-ac4d-a0aa6df9c18b req-105a4d01-9f40-4d81-80cf-8d261bd9af8f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=05a5ac988d224c50a34d42f976126c82&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0955329 Jul 07 13:25:42.910484 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ba3a9-853d-4f7d-ac4d-a0aa6df9c18b req-c5427088-7d60-4810-8f39-13440be31f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:42.912037 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-942ba3a9-853d-4f7d-ac4d-a0aa6df9c18b req-c5427088-7d60-4810-8f39-13440be31f97 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902042 Jul 07 13:25:43.044515 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-3d2b7d3b-1efd-4b5b-a792-8013d8e4c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:43.046018 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-3d2b7d3b-1efd-4b5b-a792-8013d8e4c13d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 1096 time: 0.0562887 Jul 07 13:25:43.092189 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-9a052d44-0a93-4c6f-ad73-5e0292c36763 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fedfe3c-abc9-49f8-8508-ae917580063c HTTP/1.1" status: 200 len: 217 time: 0.0340145 Jul 07 13:25:43.111903 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:25:43.138676 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-604d9ce1-7942-47ec-b60c-152bb11f162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:43.140114 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-604d9ce1-7942-47ec-b60c-152bb11f162f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0424120 Jul 07 13:25:43.199492 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-69c0573d-b3d6-49c2-9c46-a5999545ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:43.200901 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-69c0573d-b3d6-49c2-9c46-a5999545ef3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0546448 Jul 07 13:25:43.287266 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-6fd82677-52e0-4c55-a70c-c335034261c9 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794561 Jul 07 13:25:43.376828 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-3b0f54c4-505b-45e3-9bd2-5eed9147a7fa req-95b15794-1edb-42c7-8ad2-06fdc74c32c7 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838399 Jul 07 13:25:43.640499 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcb6b7-6ed2-4c0b-890e-27d37cf88e92 req-39241f73-9aa6-4ecb-9259-93f3935c18b9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:43.641989 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c9fcb6b7-6ed2-4c0b-890e-27d37cf88e92 req-39241f73-9aa6-4ecb-9259-93f3935c18b9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 943 time: 0.0625930 Jul 07 13:25:43.679701 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c9fcb6b7-6ed2-4c0b-890e-27d37cf88e92 req-b22fc23a-a867-455e-9dd5-285ad566849b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320761 Jul 07 13:25:44.855031 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d382-dccb-4de9-916f-66a4a21f8f85 req-10746903-8766-4f2b-9feb-e33094c59da8 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:44.856526 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0c2d382-dccb-4de9-916f-66a4a21f8f85 req-10746903-8766-4f2b-9feb-e33094c59da8 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 943 time: 0.0624387 Jul 07 13:25:44.892922 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0c2d382-dccb-4de9-916f-66a4a21f8f85 req-12b50c62-5412-4691-b987-0d9c307bb172 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309193 Jul 07 13:25:46.076348 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5d027-ecf0-41be-ac5d-08e66d6e328f req-60a65cc2-40d1-4fab-b998-16593f20b58d tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:46.077947 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1dd5d027-ecf0-41be-ac5d-08e66d6e328f req-60a65cc2-40d1-4fab-b998-16593f20b58d tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 943 time: 0.0733235 Jul 07 13:25:46.118568 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1dd5d027-ecf0-41be-ac5d-08e66d6e328f req-bf28b635-4e0f-4ae1-90de-1cf2b18e21ab tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337207 Jul 07 13:25:47.289030 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45668c28-ebc1-4a2c-862f-48a7609402a1 req-40ac7e93-dfa4-49c3-8230-f38902ecb4b2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:47.290518 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-45668c28-ebc1-4a2c-862f-48a7609402a1 req-40ac7e93-dfa4-49c3-8230-f38902ecb4b2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 943 time: 0.0636449 Jul 07 13:25:47.328214 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-45668c28-ebc1-4a2c-862f-48a7609402a1 req-ecb88372-1362-47eb-ac46-dd32eb21b2d8 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315108 Jul 07 13:25:48.503565 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357b0f1-d5c3-4b17-9740-658f351f68bd req-d50192dc-0582-4f6f-a199-4058a7638af6 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:48.505116 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a357b0f1-d5c3-4b17-9740-658f351f68bd req-d50192dc-0582-4f6f-a199-4058a7638af6 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 943 time: 0.0658674 Jul 07 13:25:48.543885 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a357b0f1-d5c3-4b17-9740-658f351f68bd req-82cf3d7d-ecb4-496a-b47d-5650d6f8d0ce tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330594 Jul 07 13:25:49.728234 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580702d-7ff5-487c-a182-cb60ac266f15 req-677d0736-e802-4f35-8e7c-8c3c53b79842 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:49.731843 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c580702d-7ff5-487c-a182-cb60ac266f15 req-677d0736-e802-4f35-8e7c-8c3c53b79842 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 943 time: 0.0750425 Jul 07 13:25:49.781423 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c580702d-7ff5-487c-a182-cb60ac266f15 req-92217b87-7f6e-45d6-8150-f00506e68d07 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414217 Jul 07 13:25:50.115575 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 2fedfe3c-abc9-49f8-8508-ae917580063c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:25:50.233749 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 2fedfe3c-abc9-49f8-8508-ae917580063c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2fedfe3c-abc9-49f8-8508-ae917580063c,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:25:50.249046 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '2fedfe3c-abc9-49f8-8508-ae917580063c', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'port_id': '2fedfe3c-abc9-49f8-8508-ae917580063c', 'mac_address': 'fa:16:3e:7f:a9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:25:50.289505 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:50.303093 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fedfe3c-abc9-49f8-8508-ae917580063c {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:25:50.322302 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 2fedfe3c-abc9-49f8-8508-ae917580063c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2fedfe3c-abc9-49f8-8508-ae917580063c,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:25:50.411765 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:50.459772 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=2fedfe3c-abc9-49f8-8508-ae917580063c,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:50.695089 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['2fedfe3c-abc9-49f8-8508-ae917580063c'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:25:50.762301 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:50.962940 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05b37c-9a96-4406-8ab5-38bf7f9acb23 req-70da6cd4-1d1f-4eff-937c-db551f2be2d7 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:50.964446 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fc05b37c-9a96-4406-8ab5-38bf7f9acb23 req-70da6cd4-1d1f-4eff-937c-db551f2be2d7 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 944 time: 0.0626671 Jul 07 13:25:51.001786 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fc05b37c-9a96-4406-8ab5-38bf7f9acb23 req-6d37120c-3310-455c-b773-edb9464bf626 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319650 Jul 07 13:25:52.130585 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 2fedfe3c-abc9-49f8-8508-ae917580063c up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:25:52.179664 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303df15c-480e-47c9-aa40-19c12d881497 req-4c17cef7-c479-4125-a50e-c8a2b45e7f57 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:52.181168 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-303df15c-480e-47c9-aa40-19c12d881497 req-4c17cef7-c479-4125-a50e-c8a2b45e7f57 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 944 time: 0.0688276 Jul 07 13:25:52.220781 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-303df15c-480e-47c9-aa40-19c12d881497 req-133c7d14-620c-405c-bd73-c358edd23758 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332060 Jul 07 13:25:52.263493 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port 2fedfe3c-abc9-49f8-8508-ae917580063c completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:25:52.267926 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 2fedfe3c-abc9-49f8-8508-ae917580063c triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:25:52.268326 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:52.344170 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:52.365926 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fedfe3c-abc9-49f8-8508-ae917580063c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:25:52.368158 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af6a495-6dec-44e8-a6ca-08e8f8b1b636" -d '{"events": [{"server_uuid": "ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d", "name": "network-vif-plugged", "status": "completed", "tag": "2fedfe3c-abc9-49f8-8508-ae917580063c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:25:52.381986 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 2fedfe3c-abc9-49f8-8508-ae917580063c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2fedfe3c-abc9-49f8-8508-ae917580063c,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:25:52.423165 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:52.459992 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f98498-c100-4faa-ac60-52c12c4ecd90 x-openstack-request-id: req-d5f98498-c100-4faa-ac60-52c12c4ecd90 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:25:52.460283 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d", "name": "network-vif-plugged", "status": "completed", "tag": "2fedfe3c-abc9-49f8-8508-ae917580063c", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:25:52.460530 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d5f98498-c100-4faa-ac60-52c12c4ecd90 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:25:52.460932 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fedfe3c-abc9-49f8-8508-ae917580063c', 'code': 200} Jul 07 13:25:52.477149 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=2fedfe3c-abc9-49f8-8508-ae917580063c,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:52.890545 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcd588-0b0e-4f4d-8c4c-fe586379e7b4 req-7a4857a8-c4c5-4447-ac6d-e70b9104a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:52.892020 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-cffcd588-0b0e-4f4d-8c4c-fe586379e7b4 req-7a4857a8-c4c5-4447-ac6d-e70b9104a380 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 1098 time: 0.0519240 Jul 07 13:25:52.926047 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-cffcd588-0b0e-4f4d-8c4c-fe586379e7b4 req-856c7eeb-a666-4a90-8ed1-c2759fdaae59 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275605 Jul 07 13:25:53.397512 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839f542-c15c-473c-b1f1-6a431393f5a5 req-24609a26-bac5-4950-98d9-319e7e6e2e31 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:53.399039 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7839f542-c15c-473c-b1f1-6a431393f5a5 req-24609a26-bac5-4950-98d9-319e7e6e2e31 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 945 time: 0.0654814 Jul 07 13:25:53.438452 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7839f542-c15c-473c-b1f1-6a431393f5a5 req-d82030c2-d2e4-47ae-b51f-c2c5db625877 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327015 Jul 07 13:25:54.632414 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9900eff-55a6-4f0e-bdb7-aeaebe3cced0 req-c190ac14-04e9-4098-879b-b51c015a3435 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:54.633931 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c9900eff-55a6-4f0e-bdb7-aeaebe3cced0 req-c190ac14-04e9-4098-879b-b51c015a3435 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 945 time: 0.0658801 Jul 07 13:25:54.671402 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c9900eff-55a6-4f0e-bdb7-aeaebe3cced0 req-7fca7e5f-1372-4601-a0cf-1ad8be73ade0 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312424 Jul 07 13:25:54.841834 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc125ecb-fef7-41d7-882b-b43272b94af6 req-062991bd-7fe6-47aa-8c7a-4c6b6f01dbb6 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:54.843333 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cc125ecb-fef7-41d7-882b-b43272b94af6 req-062991bd-7fe6-47aa-8c7a-4c6b6f01dbb6 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 945 time: 0.0634789 Jul 07 13:25:54.880784 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cc125ecb-fef7-41d7-882b-b43272b94af6 req-e4d6d542-cbdd-4def-8a04-36235f45233e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319576 Jul 07 13:25:54.904303 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50504) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:54.997630 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93726685-d284-4896-95b3-0e2b2a75807c tempest-TestVolumeBootPattern-1832055630 tempest-TestVolumeBootPattern-1832055630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:54.999235 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-93726685-d284-4896-95b3-0e2b2a75807c tempest-TestVolumeBootPattern-1832055630 tempest-TestVolumeBootPattern-1832055630-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 1093 time: 0.0938430 Jul 07 13:25:55.000701 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b8deb3dc-c1e3-4e7a-adee-9da7ca7441b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:55.002026 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50508) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:25:55.006396 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Request body: {'floatingip': {'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'port_id': '2fedfe3c-abc9-49f8-8508-ae917580063c', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:25:55.092214 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:55.191536 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:55.293029 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Allocated IP 172.27.2.72 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/4e845044-db9c-449d-b623-245947db2e91) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:25:55.395567 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:55.479784 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:55.518110 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:25:55.520973 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:25:55.523785 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:25:55.553798 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'Port': ['ID=4e845044-db9c-449d-b623-245947db2e91,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:55.904726 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:56.043800 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:56.194971 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:56.257633 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:56.328149 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'Port': ['ID=4e845044-db9c-449d-b623-245947db2e91,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:25:56.339738 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:56.439253 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.l3_db [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Floating IP f35bec67-39d1-4ed1-870e-6b9d07e805ac associated. External IP: 172.27.2.72, port: 2fedfe3c-abc9-49f8-8508-ae917580063c. Jul 07 13:25:56.660772 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Router 626c4d97-8f58-4348-9af6-2d498e750725 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:25:56.781315 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:25:56.790740 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68240e4-9743-458c-82d6-0b3aec137728 None None] Sync routers for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:25:56.801456 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68240e4-9743-458c-82d6-0b3aec137728 None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:25:56.802082 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-c68240e4-9743-458c-82d6-0b3aec137728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:25:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:56.851874 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:56.899071 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-77605666-756c-4f8c-b148-4ed810db6154 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8862023 Jul 07 13:25:56.899071 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d', 'tag': '2fedfe3c-abc9-49f8-8508-ae917580063c'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:25:56.899071 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11eeb7b-5311-45a3-bd77-bd13c37e0d42" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d", "tag": "2fedfe3c-abc9-49f8-8508-ae917580063c"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:25:56.916086 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-c68240e4-9743-458c-82d6-0b3aec137728 None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:25:56.929699 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f033118c-cc19-41d2-ad5f-d4cd374b7491 x-openstack-request-id: req-f033118c-cc19-41d2-ad5f-d4cd374b7491 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:25:56.930202 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d", "tag": "2fedfe3c-abc9-49f8-8508-ae917580063c", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:25:56.930397 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f033118c-cc19-41d2-ad5f-d4cd374b7491 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:25:56.930798 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d', 'tag': '2fedfe3c-abc9-49f8-8508-ae917580063c', 'status': 'completed', 'code': 200} Jul 07 13:25:57.037325 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11eeb7b-5311-45a3-bd77-bd13c37e0d42 req-428bdf5e-b1e2-4284-9309-f62939c367db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:57.038835 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-f11eeb7b-5311-45a3-bd77-bd13c37e0d42 req-428bdf5e-b1e2-4284-9309-f62939c367db service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 1098 time: 0.0563290 Jul 07 13:25:57.130790 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11eeb7b-5311-45a3-bd77-bd13c37e0d42 req-82ee7678-529e-4b46-bd1a-e9998e29bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:57.132307 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-f11eeb7b-5311-45a3-bd77-bd13c37e0d42 req-82ee7678-529e-4b46-bd1a-e9998e29bc14 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 912 time: 0.0868905 Jul 07 13:25:57.147195 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-c68240e4-9743-458c-82d6-0b3aec137728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': 'f35bec67-39d1-4ed1-870e-6b9d07e805ac', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '2fedfe3c-abc9-49f8-8508-ae917580063c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:7f:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:25:55Z', 'updated_at': '2021-07-07T13:25:55Z', 'revision_number': 0, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:57.180846 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68240e4-9743-458c-82d6-0b3aec137728 None None] Checking router: 626c4d97-8f58-4348-9af6-2d498e750725 for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:25:57.190361 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68240e4-9743-458c-82d6-0b3aec137728 None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:25:57.190979 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-c68240e4-9743-458c-82d6-0b3aec137728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:25:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:57.203980 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-f11eeb7b-5311-45a3-bd77-bd13c37e0d42 req-935b60c6-a719-4802-84e9-975bf39c7aae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fedfe3c-abc9-49f8-8508-ae917580063c HTTP/1.1" status: 200 len: 998 time: 0.0646915 Jul 07 13:25:57.252693 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11eeb7b-5311-45a3-bd77-bd13c37e0d42 req-abe9dbe3-5943-4e5b-80d8-719dc03c4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:57.254182 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-f11eeb7b-5311-45a3-bd77-bd13c37e0d42 req-abe9dbe3-5943-4e5b-80d8-719dc03c4494 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0443902 Jul 07 13:25:57.290926 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-c68240e4-9743-458c-82d6-0b3aec137728 None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:25:57.317172 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11eeb7b-5311-45a3-bd77-bd13c37e0d42 req-035a0307-205b-464b-8a3a-4f6a12a9b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:25:57.318679 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-f11eeb7b-5311-45a3-bd77-bd13c37e0d42 req-035a0307-205b-464b-8a3a-4f6a12a9b44a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0588582 Jul 07 13:25:57.408435 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-f11eeb7b-5311-45a3-bd77-bd13c37e0d42 req-443592b7-b91b-45bb-857e-4e74b248b87a service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836866 Jul 07 13:25:57.509223 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-f11eeb7b-5311-45a3-bd77-bd13c37e0d42 req-f0a5f59c-90f9-4472-b921-6ad3cd676e5e service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948427 Jul 07 13:25:57.526147 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-c68240e4-9743-458c-82d6-0b3aec137728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': 'f35bec67-39d1-4ed1-870e-6b9d07e805ac', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '2fedfe3c-abc9-49f8-8508-ae917580063c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:7f:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:25:55Z', 'updated_at': '2021-07-07T13:25:55Z', 'revision_number': 0, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:25:57.552829 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68240e4-9743-458c-82d6-0b3aec137728 None None] The sync data for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi is: [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': 'f35bec67-39d1-4ed1-870e-6b9d07e805ac', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '2fedfe3c-abc9-49f8-8508-ae917580063c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:7f:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:25:55Z', 'updated_at': '2021-07-07T13:25:55Z', 'revision_number': 0, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:25:57.726261 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d48677fa-4785-4622-96cd-2176972481a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:57.735765 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2fb86-c227-4f1b-9a19-0c8f1e38694c None None] New status for floating IP f35bec67-39d1-4ed1-870e-6b9d07e805ac: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:25:57.841128 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:25:58.924863 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:26:01.257612 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:26:20.112299 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:26:20.736838 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:26:24.993368 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-73068793-b6fd-42e8-bbc2-49f0d9083f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:26:27.679265 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97795df8-d7eb-4838-bb23-c4b25c924883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:26:27.862629 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:26:28.890390 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:26:31.107992 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:26:33.047829 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b4bd045c-a099-47c0-ac99-7eb64cdc8b49 req-bbc40bca-a446-4584-8606-a38443bc8629 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553775 Jul 07 13:26:33.159730 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd045c-a099-47c0-ac99-7eb64cdc8b49 req-f0235195-3fce-46b1-aca1-959b648af1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:26:33.161620 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b4bd045c-a099-47c0-ac99-7eb64cdc8b49 req-f0235195-3fce-46b1-aca1-959b648af1f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 1098 time: 0.0541272 Jul 07 13:26:33.269590 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd045c-a099-47c0-ac99-7eb64cdc8b49 req-56081e26-433e-4b14-a17e-bca56dcf28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:26:33.271056 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b4bd045c-a099-47c0-ac99-7eb64cdc8b49 req-56081e26-433e-4b14-a17e-bca56dcf28a4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 912 time: 0.0889485 Jul 07 13:26:33.335186 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b4bd045c-a099-47c0-ac99-7eb64cdc8b49 req-bddd6c1b-92ae-4b4d-bd1f-91e4062a3c3a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fedfe3c-abc9-49f8-8508-ae917580063c HTTP/1.1" status: 200 len: 1000 time: 0.0575652 Jul 07 13:26:33.383399 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd045c-a099-47c0-ac99-7eb64cdc8b49 req-1089b220-6f84-48a2-9b89-1956acb1da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:26:33.384858 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b4bd045c-a099-47c0-ac99-7eb64cdc8b49 req-1089b220-6f84-48a2-9b89-1956acb1da49 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0430551 Jul 07 13:26:33.447162 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd045c-a099-47c0-ac99-7eb64cdc8b49 req-fdfc6c53-2177-41be-8812-86ee584ef542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:26:33.448627 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b4bd045c-a099-47c0-ac99-7eb64cdc8b49 req-fdfc6c53-2177-41be-8812-86ee584ef542 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568972 Jul 07 13:26:33.538696 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b4bd045c-a099-47c0-ac99-7eb64cdc8b49 req-4c34bcec-6b12-4573-b983-e46e5c8244ad service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832291 Jul 07 13:26:33.631342 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-b4bd045c-a099-47c0-ac99-7eb64cdc8b49 req-d5ab3ebb-abc1-462f-af83-f4339d960522 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862544 Jul 07 13:26:50.730056 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:26:55.015373 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf12a58c-4d4b-47f7-9f54-1123ea14b786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:26:57.111077 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:26:57.671882 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-25336256-bdd6-424a-89e7-b02526947f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:26:57.831790 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:26:58.877929 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:01.101278 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:20.734293 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:25.025519 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e0e3ce3-30cc-4754-95eb-7316a6f16eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:27.665353 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce06c-ec53-4c83-93b1-917fbecdf532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:27.871245 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:28.894506 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:31.082891 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:33.759374 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-57697d77-6912-430d-ae44-38fc0ac451d7 req-4d19a2ad-aa6a-4bee-983d-feb3223efc57 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516055 Jul 07 13:27:33.867162 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57697d77-6912-430d-ae44-38fc0ac451d7 req-cef5b20b-dd96-40a4-a9d9-2653aabfa4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:27:33.868622 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-57697d77-6912-430d-ae44-38fc0ac451d7 req-cef5b20b-dd96-40a4-a9d9-2653aabfa4c2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 1098 time: 0.0518885 Jul 07 13:27:33.979880 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57697d77-6912-430d-ae44-38fc0ac451d7 req-e07e5361-cb61-4a04-a758-632ee64bc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:27:33.981376 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-57697d77-6912-430d-ae44-38fc0ac451d7 req-e07e5361-cb61-4a04-a758-632ee64bc27f service neutron] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 912 time: 0.0916717 Jul 07 13:27:34.045752 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-57697d77-6912-430d-ae44-38fc0ac451d7 req-987ab64c-937c-406a-8bcb-210072db70c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fedfe3c-abc9-49f8-8508-ae917580063c HTTP/1.1" status: 200 len: 1000 time: 0.0566692 Jul 07 13:27:34.096003 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57697d77-6912-430d-ae44-38fc0ac451d7 req-ebd3ce39-c132-49b5-906e-b2adeef18707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:27:34.097447 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-57697d77-6912-430d-ae44-38fc0ac451d7 req-ebd3ce39-c132-49b5-906e-b2adeef18707 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0461063 Jul 07 13:27:34.112755 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:27:34.153014 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57697d77-6912-430d-ae44-38fc0ac451d7 req-b99e695b-ed41-41f6-9bc4-9e1f3d33fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:27:34.154476 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-57697d77-6912-430d-ae44-38fc0ac451d7 req-b99e695b-ed41-41f6-9bc4-9e1f3d33fed8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508549 Jul 07 13:27:34.240239 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-57697d77-6912-430d-ae44-38fc0ac451d7 req-6468ef0e-5ad4-4922-8a0d-4054cc7778be service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794303 Jul 07 13:27:34.333097 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-57697d77-6912-430d-ae44-38fc0ac451d7 req-988f1c5f-70dd-44ff-8ab5-a227efeee2d2 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871069 Jul 07 13:27:50.739381 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:52.921977 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0d81d-cba2-4d6e-ba9e-38867651affe req-0406e85d-0ba7-4850-a7f8-f9bd1cb8077e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:27:52.924288 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3cb0d81d-cba2-4d6e-ba9e-38867651affe req-0406e85d-0ba7-4850-a7f8-f9bd1cb8077e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 945 time: 0.0758512 Jul 07 13:27:52.978183 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3cb0d81d-cba2-4d6e-ba9e-38867651affe req-96973bab-baab-4457-98d2-3a49efef45f4 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472989 Jul 07 13:27:54.160086 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be7fb-55a3-4023-b0d0-83755e0f60cd req-3651c120-435c-4082-8776-a72c00381e0d tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:27:54.161608 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f11be7fb-55a3-4023-b0d0-83755e0f60cd req-3651c120-435c-4082-8776-a72c00381e0d tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 945 time: 0.0622160 Jul 07 13:27:54.199626 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f11be7fb-55a3-4023-b0d0-83755e0f60cd req-52e24176-d63d-4139-be7c-17484519846f tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316494 Jul 07 13:27:54.532667 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-96780d25-c7fd-4003-b8bb-a5d1de43af9e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:27:54.534196 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-96780d25-c7fd-4003-b8bb-a5d1de43af9e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 945 time: 0.0669432 Jul 07 13:27:54.880211 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Deleting port 2fedfe3c-abc9-49f8-8508-ae917580063c {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:27:54.880553 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:54.970064 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] For port 2fedfe3c-abc9-49f8-8508-ae917580063c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2fedfe3c-abc9-49f8-8508-ae917580063c,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:27:54.970426 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:55.013827 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a49ed1f5-f2cf-463a-93b3-7a42dbf3cbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:55.141766 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:55.142129 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:55.142434 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.l3_db [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Floating IP f35bec67-39d1-4ed1-870e-6b9d07e805ac disassociated. External IP: 172.27.2.72, port: 2fedfe3c-abc9-49f8-8508-ae917580063c. Jul 07 13:27:55.142765 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Calling delete_port for 2fedfe3c-abc9-49f8-8508-ae917580063c owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:27:55.327061 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:55.360349 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event deleted for resources: {'Port': ['ID=2fedfe3c-abc9-49f8-8508-ae917580063c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:27:55.363098 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-18734b46-7e71-4c75-80db-77cb084520c7 req-ec24f1c0-2dab-4a3e-8559-b16b9ebd7492 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 210 time: 0.0307510 Jul 07 13:27:55.377516 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:27:55.377877 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:27:55.378230 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:27:55.378568 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:27:55.378905 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:27:55.379322 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:27:55.379628 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:27:55.379890 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:27:55.380221 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:27:55.380546 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:27:55.380964 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:27:55.381234 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:27:55.490681 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Router 626c4d97-8f58-4348-9af6-2d498e750725 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:27:55.598915 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:27:55.610204 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8c211-e3f1-4760-8d4e-d8cdac26e6cb None None] Sync routers for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:27:55.619250 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8c211-e3f1-4760-8d4e-d8cdac26e6cb None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:27:55.619983 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-3fb8c211-e3f1-4760-8d4e-d8cdac26e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:27:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:27:55.642793 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] No DVR routers for this DVR port 2fedfe3c-abc9-49f8-8508-ae917580063c on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:27:55.645370 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:55.647333 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-6bd0fff7-d5c8-49ce-bd50-95f476f44675 req-f8442d6d-21d0-473c-86e1-dd5cc3b9e3e1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "DELETE /v2.0/ports/2fedfe3c-abc9-49f8-8508-ae917580063c HTTP/1.1" status: 204 len: 173 time: 1.1077974 Jul 07 13:27:55.647808 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d', 'name': 'network-vif-deleted', 'tag': '2fedfe3c-abc9-49f8-8508-ae917580063c'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:27:55.650414 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb63584-b8d3-4bd4-b31e-53ef8a53bc3b" -d '{"events": [{"server_uuid": "ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d", "name": "network-vif-deleted", "tag": "2fedfe3c-abc9-49f8-8508-ae917580063c"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:27:55.687753 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36e5306-3827-4dee-b0c6-42bb975a3ac7 x-openstack-request-id: req-b36e5306-3827-4dee-b0c6-42bb975a3ac7 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:27:55.688059 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d", "name": "network-vif-deleted", "tag": "2fedfe3c-abc9-49f8-8508-ae917580063c", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:27:55.688307 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b36e5306-3827-4dee-b0c6-42bb975a3ac7 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:27:55.688714 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d', 'name': 'network-vif-deleted', 'tag': '2fedfe3c-abc9-49f8-8508-ae917580063c', 'status': 'completed', 'code': 200} Jul 07 13:27:55.735207 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-3fb8c211-e3f1-4760-8d4e-d8cdac26e6cb None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:27:55.943719 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-3fb8c211-e3f1-4760-8d4e-d8cdac26e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:27:56.087648 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8c211-e3f1-4760-8d4e-d8cdac26e6cb None None] Checking router: 626c4d97-8f58-4348-9af6-2d498e750725 for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:27:56.095770 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8c211-e3f1-4760-8d4e-d8cdac26e6cb None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:27:56.096375 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-3fb8c211-e3f1-4760-8d4e-d8cdac26e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:27:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:27:56.202854 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-3fb8c211-e3f1-4760-8d4e-d8cdac26e6cb None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:27:56.406548 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-3fb8c211-e3f1-4760-8d4e-d8cdac26e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:27:56.440629 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8c211-e3f1-4760-8d4e-d8cdac26e6cb None None] The sync data for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi is: [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:27:56.526946 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bef3b782-607f-419b-ab44-dd320d2078eb req-28d695c3-de3b-4b39-bc25-e2479ae84ed9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7c6468-b74f-440f-ab8d-8a58b6b9eb7d HTTP/1.1" status: 200 len: 210 time: 0.0307527 Jul 07 13:27:56.678508 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ff830-0a7f-4b0a-bb0d-cf4e934d9a33 None None] New status for floating IP f35bec67-39d1-4ed1-870e-6b9d07e805ac: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:27:56.710125 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 2fedfe3c-abc9-49f8-8508-ae917580063c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:27:56.730520 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: 2fedfe3c-abc9-49f8-8508-ae917580063c {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:27:56.730948 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 2fedfe3c-abc9-49f8-8508-ae917580063c not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:27:57.682204 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-002fc0fa-0d06-4d29-8b82-81aa52d6af19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:57.771616 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-304d5d8d-9633-471d-8989-a40ca7f26c8d tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-599691563&fields=id&tenant_id=05a5ac988d224c50a34d42f976126c82 HTTP/1.1" status: 200 len: 267 time: 0.0370948 Jul 07 13:27:57.836155 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:57.882330 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-2265ce71-4ae4-4f8a-a760-a64ef7cdc9c5 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:27:57.883847 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-2265ce71-4ae4-4f8a-a760-a64ef7cdc9c5 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 811 time: 0.1057670 Jul 07 13:27:57.899617 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-668e51d0-bfc4-4e35-bc90-e08ff230d8d2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/quotas/05a5ac988d224c50a34d42f976126c82 HTTP/1.1" status: 200 len: 375 time: 0.0089843 Jul 07 13:27:57.969645 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-5c92c562-a95f-48f3-8fac-c12472138ab8 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649953 Jul 07 13:27:58.048112 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f29b1746-b7e4-42ab-914e-508adabb5d8f service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:27:58.049158 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f29b1746-b7e4-42ab-914e-508adabb5d8f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0685184 Jul 07 13:27:58.137055 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-30e5784c-4d01-4cf3-9d4c-eb725f0f1039 service neutron] 10.222.0.67 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820818 Jul 07 13:27:58.225334 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-08e6e65b-e17b-4390-9230-90c86acdb7ea service neutron] 10.222.0.67 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825229 Jul 07 13:27:58.819139 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f3b87cbf-7764-4b45-8352-f25ac4450d5f req-23691891-0d4b-496e-8548-aa39a62158e3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 210 time: 0.0294788 Jul 07 13:27:58.893338 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:27:59.959699 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f3e3347d-680f-4a5a-bc65-8064888c90d4 req-fc1e73c7-fb2f-49f1-80f4-a6ef21ed8d6a tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 210 time: 0.0286326 Jul 07 13:28:00.885280 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-eadb3a65-975e-483d-9cd2-f47a29cac1a4 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:00.886738 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-eadb3a65-975e-483d-9cd2-f47a29cac1a4 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 811 time: 0.1050777 Jul 07 13:28:00.936253 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-a584a451-eb9c-4d6a-a2ab-a7f4e654aaa2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a5ac988d224c50a34d42f976126c82 HTTP/1.1" status: 200 len: 379 time: 0.0360012 Jul 07 13:28:00.944681 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Request body: {'port': {'device_id': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'admin_state_up': True, 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'security_groups': ['3c21bd27-a96c-49a7-bde6-54cdf19340ef']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:28:01.114045 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a0c81c2a-8b02-41fd-92b1-59cebd227477 req-06ca84c1-bbe0-45c4-921e-4de3d277c30e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 210 time: 0.0343516 Jul 07 13:28:01.133935 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:01.162381 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Made reservation on behalf of 05a5ac988d224c50a34d42f976126c82 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:28:01.165984 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:01.294908 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Allocated IP 172.20.0.6 (3406ac01-1e08-47fd-95f9-3197222f902e/6835f7e1-d86e-4254-a39a-b6d69d94384f/5f401f90-de2c-4b2a-963e-f8a323a9bfcd) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:28:01.437938 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:01.451197 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Transition to ACTIVE for port object 5f401f90-de2c-4b2a-963e-f8a323a9bfcd will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:28:01.534139 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:01.576619 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Network 3406ac01-1e08-47fd-95f9-3197222f902e is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:28:01.579920 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:28:01.584843 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:28:01.615354 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'Port': ['ID=5f401f90-de2c-4b2a-963e-f8a323a9bfcd,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:28:01.644692 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:01.645352 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:01.711096 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e7b52595-77ff-4ef3-8f99-2082eeccbc59 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7700794 Jul 07 13:28:01.728568 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Request body: {'port': {'device_id': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:28:01.805456 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:01.910709 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-5dd361bb-ceec-4b72-96a8-128296a539e7 None None] Provisioning for port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:28:01.914707 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-5dd361bb-ceec-4b72-96a8-128296a539e7 None None] Provisioning complete for port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:28:01.915147 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5dd361bb-ceec-4b72-96a8-128296a539e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:01.953382 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5dd361bb-ceec-4b72-96a8-128296a539e7 None None] Port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:28:02.075240 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f401f90-de2c-4b2a-963e-f8a323a9bfcd {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:28:02.082686 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:02.095156 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Transition to ACTIVE for port object 5f401f90-de2c-4b2a-963e-f8a323a9bfcd will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:28:02.168021 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:02.219506 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Pushing event updated for resources: {'Port': ['ID=5f401f90-de2c-4b2a-963e-f8a323a9bfcd,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:28:02.302368 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Attempting to bind port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:28:02.304548 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Attempting to bind port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:28:02.304548 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Attempting to bind port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd on network 3406ac01-1e08-47fd-95f9-3197222f902e {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:28:02.310007 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd on network 3406ac01-1e08-47fd-95f9-3197222f902e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:28:02.310604 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Attempting to bind port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd on network 3406ac01-1e08-47fd-95f9-3197222f902e {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:28:02.316104 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:28:02.316454 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Checking segment: {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:28:02.316841 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Bound using segment: {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:28:02.317304 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Bound port: 5f401f90-de2c-4b2a-963e-f8a323a9bfcd, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:28:02.317667 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:02.318581 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3292b-976f-4329-a599-d76293bdc093 req-948e95de-ad61-463c-aa03-521e2df6813d tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:02.320501 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-44e3292b-976f-4329-a599-d76293bdc093 req-948e95de-ad61-463c-aa03-521e2df6813d tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 943 time: 0.0832417 Jul 07 13:28:02.373690 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-44e3292b-976f-4329-a599-d76293bdc093 req-1f0d4c24-0ae2-4d4e-98b0-dbcbbf61fd5d tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464053 Jul 07 13:28:02.396895 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] For port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:28:02.399902 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] For port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5f401f90-de2c-4b2a-963e-f8a323a9bfcd,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:28:02.470583 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:02.505197 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:02.505197 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:02.505197 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] 10.222.0.79 "PUT /v2.0/ports/5f401f90-de2c-4b2a-963e-f8a323a9bfcd HTTP/1.1" status: 200 len: 1093 time: 0.7808216 Jul 07 13:28:02.507487 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'tag': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:28:02.509869 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdd2b88-9de3-428a-8670-366a6b32ac3b" -d '{"events": [{"name": "network-changed", "server_uuid": "d28fa022-13a6-446f-8fee-1eed23d8ced6", "tag": "5f401f90-de2c-4b2a-963e-f8a323a9bfcd"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:28:02.542664 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e9b98-4a52-4aed-aa92-c4b49c622e46 service neutron] Pushing event updated for resources: {'Port': ['ID=5f401f90-de2c-4b2a-963e-f8a323a9bfcd,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:28:02.550404 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9442b97d-c35a-4594-abaf-5615aa3a0d6f x-openstack-request-id: req-9442b97d-c35a-4594-abaf-5615aa3a0d6f {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:28:02.550782 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28fa022-13a6-446f-8fee-1eed23d8ced6", "tag": "5f401f90-de2c-4b2a-963e-f8a323a9bfcd", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:28:02.551168 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9442b97d-c35a-4594-abaf-5615aa3a0d6f {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:28:02.551499 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'tag': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'status': 'completed', 'code': 200} Jul 07 13:28:02.652676 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd2b88-9de3-428a-8670-366a6b32ac3b req-8e1ebade-15c6-4313-9cdf-11569f190140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:02.654205 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9cdd2b88-9de3-428a-8670-366a6b32ac3b req-8e1ebade-15c6-4313-9cdf-11569f190140 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 1096 time: 0.0595148 Jul 07 13:28:02.759869 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd2b88-9de3-428a-8670-366a6b32ac3b req-a448fcac-bc40-4161-a419-17189081e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:02.761696 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9cdd2b88-9de3-428a-8670-366a6b32ac3b req-a448fcac-bc40-4161-a419-17189081e2b8 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=05a5ac988d224c50a34d42f976126c82&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0935514 Jul 07 13:28:02.859650 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd2b88-9de3-428a-8670-366a6b32ac3b req-05738e15-abe0-46cd-81b8-8a7ab53e5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:02.861166 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9cdd2b88-9de3-428a-8670-366a6b32ac3b req-05738e15-abe0-46cd-81b8-8a7ab53e5bcf service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929847 Jul 07 13:28:02.969481 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-1aae1627-af9c-46cd-9e1e-d72b7531bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:02.970978 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-1aae1627-af9c-46cd-9e1e-d72b7531bb89 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 1096 time: 0.0527494 Jul 07 13:28:03.017229 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-0c720caa-2189-459e-b611-c38ea5ff89ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f401f90-de2c-4b2a-963e-f8a323a9bfcd HTTP/1.1" status: 200 len: 217 time: 0.0331371 Jul 07 13:28:03.068441 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-d2ab0434-d4a9-4ba9-9db8-71a2e8b0f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:03.069903 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-d2ab0434-d4a9-4ba9-9db8-71a2e8b0f9c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0468552 Jul 07 13:28:03.130452 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e75fde0c-7053-4011-bf3e-f1856ab4bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:03.131982 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e75fde0c-7053-4011-bf3e-f1856ab4bde4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553198 Jul 07 13:28:03.221252 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-e9a8ac45-269c-4b2a-ae49-c9e197683cf6 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821588 Jul 07 13:28:03.313844 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-73e0daaf-1c4e-444d-9cc8-ddc0c5c4c07c req-9623ea10-3923-47ea-bd5d-1a88b457c238 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856652 Jul 07 13:28:03.566737 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384633e-6fdc-4899-989a-020c31916dc2 req-2e28a3e9-f489-490a-8c48-1b3c026c3a9e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:03.568290 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3384633e-6fdc-4899-989a-020c31916dc2 req-2e28a3e9-f489-490a-8c48-1b3c026c3a9e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 943 time: 0.0678439 Jul 07 13:28:03.608173 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3384633e-6fdc-4899-989a-020c31916dc2 req-49b8b095-d32a-4b07-a9e9-ebb7dbe8ed9f tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335782 Jul 07 13:28:04.790960 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6efa9-5226-4b7a-a7b4-15f041a6aa9c req-34e1c16c-c672-49b2-8f7d-03468c5ddddc tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:04.793395 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-78e6efa9-5226-4b7a-a7b4-15f041a6aa9c req-34e1c16c-c672-49b2-8f7d-03468c5ddddc tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 943 time: 0.0712318 Jul 07 13:28:04.831088 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-78e6efa9-5226-4b7a-a7b4-15f041a6aa9c req-53954478-bda1-471b-abbc-06dd4ca8a096 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322740 Jul 07 13:28:06.007644 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f02c34-3803-4197-85ad-4188f0578467 req-119604f7-c52c-4055-97e6-b041fdb5040e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:06.009163 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-51f02c34-3803-4197-85ad-4188f0578467 req-119604f7-c52c-4055-97e6-b041fdb5040e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 943 time: 0.0660229 Jul 07 13:28:06.047705 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-51f02c34-3803-4197-85ad-4188f0578467 req-245664c5-01d5-4830-9877-7eed70eb9d79 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328703 Jul 07 13:28:07.225217 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d4e83-1a97-4ccb-92e6-6955e9e13fd0 req-3f298054-0c91-4ff8-811b-a2e78231e6d2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:07.226683 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-439d4e83-1a97-4ccb-92e6-6955e9e13fd0 req-3f298054-0c91-4ff8-811b-a2e78231e6d2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 943 time: 0.0617676 Jul 07 13:28:07.264201 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-439d4e83-1a97-4ccb-92e6-6955e9e13fd0 req-8d7d4e35-8235-4f54-917e-6a4a2cb0f23b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311253 Jul 07 13:28:08.445065 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177fcc5-57b6-4967-9adf-e242542bb51c req-69d3bb37-8d0b-4142-9f3f-f7b6caf3f084 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:08.446754 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f177fcc5-57b6-4967-9adf-e242542bb51c req-69d3bb37-8d0b-4142-9f3f-f7b6caf3f084 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 943 time: 0.0704901 Jul 07 13:28:08.747005 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f177fcc5-57b6-4967-9adf-e242542bb51c req-8da77826-4dfc-4d97-98c3-da5b33bf7941 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938614 Jul 07 13:28:09.918126 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eecd7e-2819-46d3-9422-0df361771cc8 req-246cdbd6-0079-42fa-bbf9-2919b992e563 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:09.919594 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-81eecd7e-2819-46d3-9422-0df361771cc8 req-246cdbd6-0079-42fa-bbf9-2919b992e563 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 943 time: 0.0645623 Jul 07 13:28:09.958168 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-81eecd7e-2819-46d3-9422-0df361771cc8 req-c44de528-c963-48a7-a572-c2c7ac339149 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330462 Jul 07 13:28:10.764987 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 5f401f90-de2c-4b2a-963e-f8a323a9bfcd details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:28:10.860383 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5f401f90-de2c-4b2a-963e-f8a323a9bfcd,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:28:10.872214 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'port_id': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'mac_address': 'fa:16:3e:60:0e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:28:10.908392 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:10.920948 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f401f90-de2c-4b2a-963e-f8a323a9bfcd {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:28:10.940696 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5f401f90-de2c-4b2a-963e-f8a323a9bfcd,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:28:11.024914 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:11.077260 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=5f401f90-de2c-4b2a-963e-f8a323a9bfcd,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:28:11.084423 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:11.084777 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:11.085153 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:11.085492 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:11.085830 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:11.086161 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:11.086492 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:11.086821 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:11.087152 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:11.087548 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:11.087798 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:11.088135 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:11.112338 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:28:11.131104 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f2c2c-6dca-47f8-a265-aba72a0064d5 req-207ad863-f799-465f-a759-3ecc008d3855 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:11.132601 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-977f2c2c-6dca-47f8-a265-aba72a0064d5 req-207ad863-f799-465f-a759-3ecc008d3855 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 944 time: 0.0647430 Jul 07 13:28:11.172431 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-977f2c2c-6dca-47f8-a265-aba72a0064d5 req-177a6d2d-e12b-40a2-899e-ee5c2ae18f47 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340323 Jul 07 13:28:11.307426 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['5f401f90-de2c-4b2a-963e-f8a323a9bfcd'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:28:12.350392 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7480ed-1303-4107-8e15-c2683a6f765d req-366b37be-8503-4e98-9f6a-395e4dc713e3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:12.351789 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7f7480ed-1303-4107-8e15-c2683a6f765d req-366b37be-8503-4e98-9f6a-395e4dc713e3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 944 time: 0.0633130 Jul 07 13:28:12.390142 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7f7480ed-1303-4107-8e15-c2683a6f765d req-bcd823ac-a2e3-4544-82d6-2d9a0bce7096 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320487 Jul 07 13:28:12.797306 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 5f401f90-de2c-4b2a-963e-f8a323a9bfcd up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:28:12.904896 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:28:12.909576 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:28:12.909953 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:12.993096 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:13.020002 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:28:13.022294 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9751720-b626-4a04-8c6b-66486dc646fa" -d '{"events": [{"server_uuid": "d28fa022-13a6-446f-8fee-1eed23d8ced6", "name": "network-vif-plugged", "status": "completed", "tag": "5f401f90-de2c-4b2a-963e-f8a323a9bfcd"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:28:13.036339 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5f401f90-de2c-4b2a-963e-f8a323a9bfcd,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:28:13.060797 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c002747d-f9a6-4360-aaa6-3b7ac66ce6c4 x-openstack-request-id: req-c002747d-f9a6-4360-aaa6-3b7ac66ce6c4 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:28:13.061113 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28fa022-13a6-446f-8fee-1eed23d8ced6", "name": "network-vif-plugged", "status": "completed", "tag": "5f401f90-de2c-4b2a-963e-f8a323a9bfcd", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:28:13.061360 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c002747d-f9a6-4360-aaa6-3b7ac66ce6c4 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:28:13.061748 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'code': 200} Jul 07 13:28:13.104530 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:13.153365 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=5f401f90-de2c-4b2a-963e-f8a323a9bfcd,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:28:13.469881 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8c042-9f94-4836-8c8c-277223833ffe req-9977391e-3855-460a-984e-2cca0337060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:13.471373 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-71f8c042-9f94-4836-8c8c-277223833ffe req-9977391e-3855-460a-984e-2cca0337060b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 1098 time: 0.0511250 Jul 07 13:28:13.508173 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-71f8c042-9f94-4836-8c8c-277223833ffe req-4035467c-a0e2-4486-a91b-41345e691084 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304568 Jul 07 13:28:13.574645 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9620a1-56bf-4dd2-a669-e75c3ce3f60f req-e573297a-6396-4b90-bfa7-5fb8b44aa622 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:13.576112 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ec9620a1-56bf-4dd2-a669-e75c3ce3f60f req-e573297a-6396-4b90-bfa7-5fb8b44aa622 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 945 time: 0.0619454 Jul 07 13:28:13.613109 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ec9620a1-56bf-4dd2-a669-e75c3ce3f60f req-2a93dbb1-317b-48d0-8437-bdd9fd27e7ee tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314765 Jul 07 13:28:14.799279 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d78cac-3e6a-4231-81d4-d820c3b1d691 req-bedf142a-35dd-49ef-87b9-b8558d48571b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:14.800779 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-43d78cac-3e6a-4231-81d4-d820c3b1d691 req-bedf142a-35dd-49ef-87b9-b8558d48571b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 945 time: 0.0717332 Jul 07 13:28:14.839742 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-43d78cac-3e6a-4231-81d4-d820c3b1d691 req-45fcf893-4e9e-4a93-9ef5-521263e4b706 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326543 Jul 07 13:28:16.014268 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c962704-264a-473f-9ccb-734d5626e57e req-a9e77ac7-da99-4b28-b130-3f97a48a52f4 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:16.015755 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2c962704-264a-473f-9ccb-734d5626e57e req-a9e77ac7-da99-4b28-b130-3f97a48a52f4 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 945 time: 0.0651705 Jul 07 13:28:16.054817 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2c962704-264a-473f-9ccb-734d5626e57e req-b67e286a-e215-42ca-ac82-3a6bc94bc8e2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335295 Jul 07 13:28:16.224859 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a29a6-0683-4dea-8f0a-f4919e44b2be req-69ba38b5-6f81-40d6-b675-a741f5c12834 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:16.226283 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-937a29a6-0683-4dea-8f0a-f4919e44b2be req-69ba38b5-6f81-40d6-b675-a741f5c12834 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 945 time: 0.0640659 Jul 07 13:28:16.268175 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-937a29a6-0683-4dea-8f0a-f4919e44b2be req-3d43f23e-380f-43a0-b557-52b9050010b4 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356586 Jul 07 13:28:16.291883 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50638) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:28:16.342751 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53406bbc-1aa3-45eb-8b99-09c4d5eb0cb8 tempest-TestVolumeBootPattern-1832055630 tempest-TestVolumeBootPattern-1832055630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:16.344343 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-53406bbc-1aa3-45eb-8b99-09c4d5eb0cb8 tempest-TestVolumeBootPattern-1832055630 tempest-TestVolumeBootPattern-1832055630-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 1093 time: 0.0508561 Jul 07 13:28:16.347094 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50640) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:28:16.351614 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Request body: {'floatingip': {'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'port_id': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:28:16.419440 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for floatingip, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:16.519946 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:16.623687 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Allocated IP 172.27.2.161 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/2063055f-5cd9-4deb-b50d-c6b79f908e39) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:28:16.727125 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:16.813833 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-536813697'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:16.850378 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:28:16.854704 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:28:16.857318 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:28:16.882589 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'Port': ['ID=2063055f-5cd9-4deb-b50d-c6b79f908e39,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:28:16.896285 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:16.898020 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:16.898020 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:16.898020 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:16.898020 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:16.898020 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:16.898482 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:16.898687 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:16.899020 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:16.899350 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:16.899676 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:16.899999 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:28:17.236704 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:17.374097 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:17.523057 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:17.595765 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536813683'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:17.666227 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'Port': ['ID=2063055f-5cd9-4deb-b50d-c6b79f908e39,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:28:17.676170 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:17.775185 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Floating IP 458634a6-a861-4cd2-981a-6b36bec6737c associated. External IP: 172.27.2.161, port: 5f401f90-de2c-4b2a-963e-f8a323a9bfcd. Jul 07 13:28:17.977030 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Router 626c4d97-8f58-4348-9af6-2d498e750725 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:28:18.085685 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:28:18.094714 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98785104-80d6-4c86-ae56-a78fc7a7cdca None None] Sync routers for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:28:18.104332 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98785104-80d6-4c86-ae56-a78fc7a7cdca None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:28:18.105046 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-98785104-80d6-4c86-ae56-a78fc7a7cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:27:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:28:18.156341 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:18.213371 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a7a54252-5828-45a5-82d1-41b1276ff480 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8536217 Jul 07 13:28:18.213371 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'tag': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:28:18.213371 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69430e4f5cf481afa76fdc794de83bc3cf24dda697866cfb0d91fed2ee98b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59223739-2446-4710-88aa-2ac1382e7b55" -d '{"events": [{"name": "network-changed", "server_uuid": "d28fa022-13a6-446f-8fee-1eed23d8ced6", "tag": "5f401f90-de2c-4b2a-963e-f8a323a9bfcd"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:28:18.214398 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-98785104-80d6-4c86-ae56-a78fc7a7cdca None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:28:18.331432 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e164c6d-2423-4b23-b45c-a27b3bb2455a x-openstack-request-id: req-7e164c6d-2423-4b23-b45c-a27b3bb2455a {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:28:18.331947 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28fa022-13a6-446f-8fee-1eed23d8ced6", "tag": "5f401f90-de2c-4b2a-963e-f8a323a9bfcd", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:28:18.332052 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7e164c6d-2423-4b23-b45c-a27b3bb2455a {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:28:18.332367 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'tag': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'status': 'completed', 'code': 200} Jul 07 13:28:18.433884 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-98785104-80d6-4c86-ae56-a78fc7a7cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '458634a6-a861-4cd2-981a-6b36bec6737c', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:60:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:28:17Z', 'updated_at': '2021-07-07T13:28:17Z', 'revision_number': 0, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:28:18.434604 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59223739-2446-4710-88aa-2ac1382e7b55 req-cb0d27bf-5694-4332-8a26-12af529dcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:18.436440 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-59223739-2446-4710-88aa-2ac1382e7b55 req-cb0d27bf-5694-4332-8a26-12af529dcda8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 1098 time: 0.0559480 Jul 07 13:28:18.465200 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98785104-80d6-4c86-ae56-a78fc7a7cdca None None] Checking router: 626c4d97-8f58-4348-9af6-2d498e750725 for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:28:18.473586 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98785104-80d6-4c86-ae56-a78fc7a7cdca None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:28:18.474199 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-98785104-80d6-4c86-ae56-a78fc7a7cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:27:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:28:18.523891 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59223739-2446-4710-88aa-2ac1382e7b55 req-101ac090-3cfe-49ff-8963-d918e885ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:18.525384 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-59223739-2446-4710-88aa-2ac1382e7b55 req-101ac090-3cfe-49ff-8963-d918e885ea75 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 912 time: 0.0829308 Jul 07 13:28:18.578270 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-98785104-80d6-4c86-ae56-a78fc7a7cdca None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:28:18.593565 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-59223739-2446-4710-88aa-2ac1382e7b55 req-f5f385c0-a085-492d-8567-68334036b2cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f401f90-de2c-4b2a-963e-f8a323a9bfcd HTTP/1.1" status: 200 len: 999 time: 0.0612824 Jul 07 13:28:18.642396 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59223739-2446-4710-88aa-2ac1382e7b55 req-9ee396c5-529d-40e2-b63a-1270b0a95146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:18.643862 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-59223739-2446-4710-88aa-2ac1382e7b55 req-9ee396c5-529d-40e2-b63a-1270b0a95146 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0441129 Jul 07 13:28:18.703908 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59223739-2446-4710-88aa-2ac1382e7b55 req-c66c5886-ab4e-452b-882e-848008f796a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:18.705469 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-59223739-2446-4710-88aa-2ac1382e7b55 req-c66c5886-ab4e-452b-882e-848008f796a5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542476 Jul 07 13:28:18.798616 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-98785104-80d6-4c86-ae56-a78fc7a7cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '458634a6-a861-4cd2-981a-6b36bec6737c', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:60:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:28:17Z', 'updated_at': '2021-07-07T13:28:17Z', 'revision_number': 0, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:28:18.799314 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-59223739-2446-4710-88aa-2ac1382e7b55 req-5feed6eb-3e6b-458a-8b08-b4fdf02ef6cc service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871859 Jul 07 13:28:18.835655 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98785104-80d6-4c86-ae56-a78fc7a7cdca None None] The sync data for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi is: [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '458634a6-a861-4cd2-981a-6b36bec6737c', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:60:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:28:17Z', 'updated_at': '2021-07-07T13:28:17Z', 'revision_number': 0, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:28:18.890095 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-59223739-2446-4710-88aa-2ac1382e7b55 req-e20decf4-12c6-4001-9d56-3375ac6db8a9 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849173 Jul 07 13:28:19.026356 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453225a4-e6b5-43a1-a147-11668cae67b0 None None] New status for floating IP 458634a6-a861-4cd2-981a-6b36bec6737c: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:28:20.749169 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:25.028520 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60a74e99-19d9-4949-9c33-501709de4299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:27.692791 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85377e1c-962b-45ab-b9dc-93dc112a4128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:27.847222 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:28.921297 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:31.103829 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:34.065044 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0e5a6f07-09a0-43e4-a9fa-b70571903459 req-f11481e1-150e-444c-a027-6f3495fc175a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510757 Jul 07 13:28:34.177597 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a6f07-09a0-43e4-a9fa-b70571903459 req-5a701698-1223-4af9-9c26-df2deb14317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:34.179051 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0e5a6f07-09a0-43e4-a9fa-b70571903459 req-5a701698-1223-4af9-9c26-df2deb14317a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 1098 time: 0.0549798 Jul 07 13:28:34.290087 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a6f07-09a0-43e4-a9fa-b70571903459 req-e56d2ca5-ef51-4fe2-869e-2c75d4688a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:34.291506 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0e5a6f07-09a0-43e4-a9fa-b70571903459 req-e56d2ca5-ef51-4fe2-869e-2c75d4688a18 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 912 time: 0.0905492 Jul 07 13:28:34.359967 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0e5a6f07-09a0-43e4-a9fa-b70571903459 req-8a69770e-6c0e-4a6c-a25a-b5b72d72c8d6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f401f90-de2c-4b2a-963e-f8a323a9bfcd HTTP/1.1" status: 200 len: 1001 time: 0.0621202 Jul 07 13:28:34.406902 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a6f07-09a0-43e4-a9fa-b70571903459 req-03492e75-20f2-4945-8240-63651cd25143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:34.408331 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0e5a6f07-09a0-43e4-a9fa-b70571903459 req-03492e75-20f2-4945-8240-63651cd25143 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0424225 Jul 07 13:28:34.465628 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a6f07-09a0-43e4-a9fa-b70571903459 req-c277c509-b4fb-4035-9de3-149941f794b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:28:34.467465 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0e5a6f07-09a0-43e4-a9fa-b70571903459 req-c277c509-b4fb-4035-9de3-149941f794b0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523677 Jul 07 13:28:34.560770 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0e5a6f07-09a0-43e4-a9fa-b70571903459 req-e7242ad3-d612-4755-9cbd-b5221aa034a3 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845523 Jul 07 13:28:34.652692 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-0e5a6f07-09a0-43e4-a9fa-b70571903459 req-1e03b3ce-fbd6-4f2e-80df-b1c5ebe45624 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857263 Jul 07 13:28:48.110930 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:28:50.737941 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:55.006475 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4806cd65-4bbc-40a6-a027-cd061185d8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:57.684570 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef152043-dcca-47d0-95c7-f5efb4955da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:57.855511 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:28:58.909040 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:01.132021 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:20.771501 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:25.022804 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-61b5de19-eb61-40ea-89fe-a1e95db337b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:25.110444 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:29:27.685337 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-15b7fb60-ca26-4b9a-ab76-2cb96d1b7ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:27.839476 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:28.914315 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:31.111309 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:36.037679 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-5063f9ed-fe0c-4fec-8faf-a7a2ce119933 req-ce6f6ec4-3eaa-4ebc-b6ed-2d18a47946b7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526335 Jul 07 13:29:36.147995 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063f9ed-fe0c-4fec-8faf-a7a2ce119933 req-cc719108-717a-43d1-bebe-c6878a12db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:29:36.149503 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-5063f9ed-fe0c-4fec-8faf-a7a2ce119933 req-cc719108-717a-43d1-bebe-c6878a12db48 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 1098 time: 0.0551827 Jul 07 13:29:36.248803 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063f9ed-fe0c-4fec-8faf-a7a2ce119933 req-6340da56-03e2-424d-bf68-a44acc13ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:29:36.250658 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-5063f9ed-fe0c-4fec-8faf-a7a2ce119933 req-6340da56-03e2-424d-bf68-a44acc13ea6d service neutron] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 912 time: 0.0812724 Jul 07 13:29:36.560154 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-5063f9ed-fe0c-4fec-8faf-a7a2ce119933 req-c4d93824-4180-4fe0-ba5a-02aedb92d490 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f401f90-de2c-4b2a-963e-f8a323a9bfcd HTTP/1.1" status: 200 len: 1001 time: 0.3032384 Jul 07 13:29:36.607014 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063f9ed-fe0c-4fec-8faf-a7a2ce119933 req-c3f79082-36e1-4429-8b36-8554a776e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:29:36.608521 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-5063f9ed-fe0c-4fec-8faf-a7a2ce119933 req-c3f79082-36e1-4429-8b36-8554a776e2d1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0417449 Jul 07 13:29:36.663314 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063f9ed-fe0c-4fec-8faf-a7a2ce119933 req-e84813e5-8697-4b16-9855-a2158b01b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:29:36.664769 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-5063f9ed-fe0c-4fec-8faf-a7a2ce119933 req-e84813e5-8697-4b16-9855-a2158b01b02c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503387 Jul 07 13:29:36.753271 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-5063f9ed-fe0c-4fec-8faf-a7a2ce119933 req-d526a6b8-1f7d-482c-92e9-93b3f9f4953e service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814681 Jul 07 13:29:36.840244 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-5063f9ed-fe0c-4fec-8faf-a7a2ce119933 req-ea9b99b7-0a2e-4f4a-9f60-a2ecb05ef503 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810277 Jul 07 13:29:50.764904 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:54.758757 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-300e0ce6-2b86-4b1a-9d7f-c8170da1e61b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-599691563&fields=id&tenant_id=05a5ac988d224c50a34d42f976126c82 HTTP/1.1" status: 200 len: 267 time: 0.0418415 Jul 07 13:29:54.879789 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-5d405f57-52f1-4aa5-8c60-c975b4572421 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:29:54.881873 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-5d405f57-52f1-4aa5-8c60-c975b4572421 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 811 time: 0.1147382 Jul 07 13:29:54.899042 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-9df84284-66b4-417e-9f0e-96852f5acffd tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/quotas/05a5ac988d224c50a34d42f976126c82 HTTP/1.1" status: 200 len: 375 time: 0.0103085 Jul 07 13:29:54.984709 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-7d44c11e-b63c-4880-a74c-94412cfac0e3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0799155 Jul 07 13:29:55.005458 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4075bdcb-4e99-440f-8a94-94ae39409b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:55.102260 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-26a0e828-4a12-4683-ac62-65395bc137de service neutron] 10.222.0.67 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047966 Jul 07 13:29:55.107026 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-2a965b68-48d7-482b-8415-344ea4e0461d req-396e4fa0-17a2-44e3-8601-a51f0a23918e service neutron] (93698) timed out ('10.222.0.79', 64759) {{(pid=93698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 13:29:55.224225 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-e89fa53b-67a7-4fcd-a6d1-fc9864e5e77f service neutron] 10.222.0.67 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158059 Jul 07 13:29:55.863659 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-34526e3a-4d5f-415c-a696-b9df6cc224bb req-026936a8-ed7c-4df0-8b23-82d71e921d39 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 210 time: 0.0832028 Jul 07 13:29:57.009489 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bcfc3e35-1aef-42bf-8e72-7257d7e8f8dc req-a9879609-70f1-4206-b2d2-f662bc98dc5e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 210 time: 0.0297675 Jul 07 13:29:57.713492 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-416a0ab8-b7d2-4b3a-abdf-e43971767af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:57.747487 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-f9518868-d0c0-4855-861e-41ed770c21f6 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:29:57.748969 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-f9518868-d0c0-4855-861e-41ed770c21f6 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 811 time: 0.1031384 Jul 07 13:29:57.804715 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-744ee121-dfda-45a0-9c0b-bb19ee0bd8c5 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a5ac988d224c50a34d42f976126c82 HTTP/1.1" status: 200 len: 379 time: 0.0337296 Jul 07 13:29:57.813185 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Request body: {'port': {'device_id': '5a825424-f835-47e2-903f-f93d993e3f17', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'admin_state_up': True, 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'security_groups': ['3c21bd27-a96c-49a7-bde6-54cdf19340ef']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:29:57.891635 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:57.981927 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Made reservation on behalf of 05a5ac988d224c50a34d42f976126c82 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:29:57.985478 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:58.118635 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Allocated IP 172.20.0.14 (3406ac01-1e08-47fd-95f9-3197222f902e/6835f7e1-d86e-4254-a39a-b6d69d94384f/0503e1ff-9f3a-4f7a-bf0c-1701163c572a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:29:58.149482 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd6eaa18-b7f8-432f-9587-a58d552b116d req-6073566d-737d-453b-ad45-e78af11fe499 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 210 time: 0.0284579 Jul 07 13:29:58.268159 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:58.281523 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Transition to ACTIVE for port object 0503e1ff-9f3a-4f7a-bf0c-1701163c572a will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:29:58.399542 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4699916'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:58.441803 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Network 3406ac01-1e08-47fd-95f9-3197222f902e is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:29:58.445073 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:29:58.448770 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:29:58.478316 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'Port': ['ID=0503e1ff-9f3a-4f7a-bf0c-1701163c572a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:29:58.492830 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:29:58.493201 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:29:58.493537 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:29:58.493868 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:29:58.494195 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:29:58.494522 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:29:58.494846 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:29:58.495229 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:29:58.495601 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:29:58.495815 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:29:58.496141 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:29:58.496459 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:29:58.515871 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:29:58.516499 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:58.600174 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-77c2d4c8-b1ef-4aec-9015-f313f656732e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7905517 Jul 07 13:29:58.617937 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.v2.base [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Request body: {'port': {'device_id': '5a825424-f835-47e2-903f-f93d993e3f17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:29:58.692621 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:58.782147 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-b5779fad-0506-46ba-8ae3-c5ee09e652b7 None None] Provisioning for port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a completed by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:29:58.787210 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-b5779fad-0506-46ba-8ae3-c5ee09e652b7 None None] Provisioning complete for port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a triggered by entity DHCP. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:29:58.791234 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5779fad-0506-46ba-8ae3-c5ee09e652b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:58.958438 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b5779fad-0506-46ba-8ae3-c5ee09e652b7 None None] Port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a cannot update to ACTIVE because it is not bound. {{(pid=93700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:29:58.963529 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0503e1ff-9f3a-4f7a-bf0c-1701163c572a {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:29:58.970864 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:58.982870 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Transition to ACTIVE for port object 0503e1ff-9f3a-4f7a-bf0c-1701163c572a will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:29:59.022165 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:59.053361 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:59.110873 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Pushing event updated for resources: {'Port': ['ID=0503e1ff-9f3a-4f7a-bf0c-1701163c572a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:29:59.180747 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Attempting to bind port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:29:59.181417 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Attempting to bind port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:29:59.181778 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Attempting to bind port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a on network 3406ac01-1e08-47fd-95f9-3197222f902e {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:29:59.187061 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a on network 3406ac01-1e08-47fd-95f9-3197222f902e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:29:59.187391 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Attempting to bind port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a on network 3406ac01-1e08-47fd-95f9-3197222f902e {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:29:59.193547 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Checking agent: {'id': '731cda87-a191-4720-a2b6-c87a2e772f24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'started_at': datetime.datetime(2021, 7, 7, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:29:59.193931 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Checking segment: {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:29:59.194326 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Bound using segment: {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:29:59.194687 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Bound port: 0503e1ff-9f3a-4f7a-bf0c-1701163c572a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acedf75e-e3bc-4b07-a915-143117a48c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:29:59.195044 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:59.274778 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] For port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a, host hv-cinder-78662, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:29:59.278918 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] For port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0503e1ff-9f3a-4f7a-bf0c-1701163c572a,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:29:59.346487 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a487a-fe74-49da-bc9a-3c611b7f4ca9 req-e0d1eebf-8f85-4490-b442-081611fca1d7 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:29:59.348142 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3d4a487a-fe74-49da-bc9a-3c611b7f4ca9 req-e0d1eebf-8f85-4490-b442-081611fca1d7 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 944 time: 0.0714841 Jul 07 13:29:59.365444 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4700158'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:59.387511 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3d4a487a-fe74-49da-bc9a-3c611b7f4ca9 req-0155ea07-305c-4bfe-9c47-2a7b7e003065 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335793 Jul 07 13:29:59.412473 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:29:59.412473 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:29:59.412473 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] 10.222.0.79 "PUT /v2.0/ports/0503e1ff-9f3a-4f7a-bf0c-1701163c572a HTTP/1.1" status: 200 len: 1094 time: 0.7930970 Jul 07 13:29:59.412473 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a825424-f835-47e2-903f-f93d993e3f17', 'tag': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:29:59.412473 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd79a776-8193-43a3-9d0a-73b70ed065d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a825424-f835-47e2-903f-f93d993e3f17", "tag": "0503e1ff-9f3a-4f7a-bf0c-1701163c572a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:29:59.444296 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24465800-ef5e-4f68-a150-a2f7535ddc82 service neutron] Pushing event updated for resources: {'Port': ['ID=0503e1ff-9f3a-4f7a-bf0c-1701163c572a,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:29:59.512568 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df22ef2a-271c-4ee0-b696-07664321cf1b x-openstack-request-id: req-df22ef2a-271c-4ee0-b696-07664321cf1b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:29:59.512568 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a825424-f835-47e2-903f-f93d993e3f17", "tag": "0503e1ff-9f3a-4f7a-bf0c-1701163c572a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:29:59.512568 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-df22ef2a-271c-4ee0-b696-07664321cf1b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:29:59.512568 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a825424-f835-47e2-903f-f93d993e3f17', 'tag': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a', 'status': 'completed', 'code': 200} Jul 07 13:29:59.608078 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79a776-8193-43a3-9d0a-73b70ed065d1 req-823681e9-ec87-46d4-b324-2f2eac331d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:29:59.609754 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-cd79a776-8193-43a3-9d0a-73b70ed065d1 req-823681e9-ec87-46d4-b324-2f2eac331d0a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 1097 time: 0.0566301 Jul 07 13:29:59.716022 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79a776-8193-43a3-9d0a-73b70ed065d1 req-6d4d4075-0a6c-4447-8eb0-67e97b00afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:29:59.717474 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-cd79a776-8193-43a3-9d0a-73b70ed065d1 req-6d4d4075-0a6c-4447-8eb0-67e97b00afd4 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=05a5ac988d224c50a34d42f976126c82&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0949481 Jul 07 13:29:59.811369 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79a776-8193-43a3-9d0a-73b70ed065d1 req-5bcc52af-7600-427a-b0bc-7b0afe1b2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:29:59.812850 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-cd79a776-8193-43a3-9d0a-73b70ed065d1 req-5bcc52af-7600-427a-b0bc-7b0afe1b2724 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887628 Jul 07 13:29:59.928741 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-17c1d6c8-1dad-42ce-a4ff-79d1caa4cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:29:59.930256 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-17c1d6c8-1dad-42ce-a4ff-79d1caa4cbaa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 1097 time: 0.0575156 Jul 07 13:29:59.980793 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-2b896cde-575d-40b8-8a91-85223b8e4d75 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0503e1ff-9f3a-4f7a-bf0c-1701163c572a HTTP/1.1" status: 200 len: 217 time: 0.0381095 Jul 07 13:30:00.032657 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-6c15b0c4-9ec1-4825-8d8d-42c844c5de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:00.034145 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-6c15b0c4-9ec1-4825-8d8d-42c844c5de0d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0471363 Jul 07 13:30:00.099868 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-f2fda16c-cd7b-4e9e-8e6f-f87fbcbe182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:00.101555 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-f2fda16c-cd7b-4e9e-8e6f-f87fbcbe182d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0596170 Jul 07 13:30:00.194878 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-d3823ea3-0b7d-40be-8b90-fe8d600e5b23 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868590 Jul 07 13:30:00.285471 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-2b9be79c-f05a-4e12-892f-d03922e724bd req-a651be14-f6f6-4511-85d6-4fd9ccf44679 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840805 Jul 07 13:30:00.563566 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c658a4-dd43-404a-b357-7b42a601a014 req-9c16ff07-dbd3-46dd-bb25-1852516448cd tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:00.565045 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-86c658a4-dd43-404a-b357-7b42a601a014 req-9c16ff07-dbd3-46dd-bb25-1852516448cd tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 944 time: 0.0635455 Jul 07 13:30:00.603005 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-86c658a4-dd43-404a-b357-7b42a601a014 req-e8a6d25c-19b4-498a-840d-e7997a8b0166 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318675 Jul 07 13:30:01.167123 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:01.781127 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f4e3c-34b3-4072-a1f2-2d239417d959 req-7de74f33-81cc-42a7-b75f-72fb680691e3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:01.782595 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a2f4e3c-34b3-4072-a1f2-2d239417d959 req-7de74f33-81cc-42a7-b75f-72fb680691e3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 944 time: 0.0662308 Jul 07 13:30:01.820366 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a2f4e3c-34b3-4072-a1f2-2d239417d959 req-63075142-a497-4eff-b467-e4bab7215d9b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315025 Jul 07 13:30:02.109410 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:30:02.995814 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25b4f3-4c34-48e5-bf7e-e1f57086ea70 req-431ab2d1-aaad-428e-ba7c-37c65eac6afc tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:02.997407 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd25b4f3-4c34-48e5-bf7e-e1f57086ea70 req-431ab2d1-aaad-428e-ba7c-37c65eac6afc tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 944 time: 0.0655668 Jul 07 13:30:03.037530 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd25b4f3-4c34-48e5-bf7e-e1f57086ea70 req-3c44a97e-ed22-4209-8e95-3df4936fb743 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345280 Jul 07 13:30:04.211197 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c223f6-ca8d-4b40-ae2f-83f96ea1013b req-4cabe3ed-cb35-4ac3-a7f7-ef954b3ce974 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:04.212660 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-76c223f6-ca8d-4b40-ae2f-83f96ea1013b req-4cabe3ed-cb35-4ac3-a7f7-ef954b3ce974 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 944 time: 0.0632586 Jul 07 13:30:04.251239 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-76c223f6-ca8d-4b40-ae2f-83f96ea1013b req-a127ea6a-f17c-4028-be78-50b33b9f840e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328977 Jul 07 13:30:05.428411 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30988c1-8ba8-46f5-9dfd-eb0b871086c6 req-6783470d-9740-424b-8538-9f24dc399d40 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:05.429915 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d30988c1-8ba8-46f5-9dfd-eb0b871086c6 req-6783470d-9740-424b-8538-9f24dc399d40 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 944 time: 0.0670133 Jul 07 13:30:05.467742 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d30988c1-8ba8-46f5-9dfd-eb0b871086c6 req-5b437bf4-aba5-410d-96cf-15704fa06f5a tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320382 Jul 07 13:30:06.642073 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1cd08-dad4-43b0-b8da-8e29cbdd2a27 req-f86b5d37-95f0-49fc-81af-35cc4dcf9ecd tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:06.643569 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-56c1cd08-dad4-43b0-b8da-8e29cbdd2a27 req-f86b5d37-95f0-49fc-81af-35cc4dcf9ecd tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 944 time: 0.0633647 Jul 07 13:30:06.681699 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-56c1cd08-dad4-43b0-b8da-8e29cbdd2a27 req-2dd58189-8776-4462-83c2-cf892a2ab714 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326011 Jul 07 13:30:07.855956 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0467130-d551-415d-9047-1f61acc56767 req-6ce08c61-27f9-4497-abfa-d1ef5aab68f6 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:07.857478 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0467130-d551-415d-9047-1f61acc56767 req-6ce08c61-27f9-4497-abfa-d1ef5aab68f6 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 944 time: 0.0676017 Jul 07 13:30:07.894885 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0467130-d551-415d-9047-1f61acc56767 req-03c11a0b-be32-4af8-832c-50b3c6af988e tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318570 Jul 07 13:30:09.066174 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55624-0637-487f-942e-59c4ac7da2f5 req-e5c2834d-288e-495c-a46e-3faa27feb4cc tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:09.067652 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d1f55624-0637-487f-942e-59c4ac7da2f5 req-e5c2834d-288e-495c-a46e-3faa27feb4cc tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 944 time: 0.0631301 Jul 07 13:30:09.104377 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d1f55624-0637-487f-942e-59c4ac7da2f5 req-f35427f7-0788-42d2-afae-12f9ed378448 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303853 Jul 07 13:30:09.386647 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 0503e1ff-9f3a-4f7a-bf0c-1701163c572a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:30:09.480425 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0503e1ff-9f3a-4f7a-bf0c-1701163c572a,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:30:09.492447 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Returning: {'device': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'port_id': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a', 'mac_address': 'fa:16:3e:cf:47:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:30:09.530460 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:09.543723 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0503e1ff-9f3a-4f7a-bf0c-1701163c572a {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:30:09.563781 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0503e1ff-9f3a-4f7a-bf0c-1701163c572a,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:30:09.635482 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:09.687304 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=0503e1ff-9f3a-4f7a-bf0c-1701163c572a,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:30:09.694254 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:09.694599 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:09.694934 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:09.695263 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:09.695590 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:09.695913 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:09.696237 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:09.696556 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:09.696892 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:09.697208 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:09.697525 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:09.697839 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:09.950765 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] get_ports_and_sgs() called for port_ids ['0503e1ff-9f3a-4f7a-bf0c-1701163c572a'] {{(pid=93700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:30:10.280083 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30d6e1-5ed8-47c5-b257-57d9198a1538 req-b982a46d-16a1-4140-9af8-5684d9327013 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:10.281565 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f30d6e1-5ed8-47c5-b257-57d9198a1538 req-b982a46d-16a1-4140-9af8-5684d9327013 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 945 time: 0.0650744 Jul 07 13:30:10.320071 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f30d6e1-5ed8-47c5-b257-57d9198a1538 req-d2501833-22a0-466a-9bd5-c8602d44552f tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322411 Jul 07 13:30:11.386209 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 0503e1ff-9f3a-4f7a-bf0c-1701163c572a up at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:30:11.501781 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dfe24-0312-44c1-96f3-e8f2bd409efa req-815c0210-57f3-4962-b718-5cfd3d71b387 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:11.503392 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-333dfe24-0312-44c1-96f3-e8f2bd409efa req-815c0210-57f3-4962-b718-5cfd3d71b387 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 945 time: 0.0678194 Jul 07 13:30:11.542624 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-333dfe24-0312-44c1-96f3-e8f2bd409efa req-4ecf1d9a-f174-425f-8523-437200493a99 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333202 Jul 07 13:30:11.559022 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning for port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a completed by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:30:11.563099 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Provisioning complete for port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a triggered by entity L2. {{(pid=93700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:30:11.569011 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730492'] for port, provisioning_complete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:11.654594 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:11.676484 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a825424-f835-47e2-903f-f93d993e3f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:30:11.679427 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7c51c1adcb1d546974df6ef81190bb55adeba82e1a5408a05f697a604cac6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1f0ebe-588f-4f86-95ce-6e24115d0cb0" -d '{"events": [{"server_uuid": "5a825424-f835-47e2-903f-f93d993e3f17", "name": "network-vif-plugged", "status": "completed", "tag": "0503e1ff-9f3a-4f7a-bf0c-1701163c572a"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:30:11.692105 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] For port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0503e1ff-9f3a-4f7a-bf0c-1701163c572a,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:30:11.716896 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9c086d-8f5e-48e2-a8c0-7d4eedc7b66d x-openstack-request-id: req-ed9c086d-8f5e-48e2-a8c0-7d4eedc7b66d {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:30:11.717181 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a825424-f835-47e2-903f-f93d993e3f17", "name": "network-vif-plugged", "status": "completed", "tag": "0503e1ff-9f3a-4f7a-bf0c-1701163c572a", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:30:11.717432 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ed9c086d-8f5e-48e2-a8c0-7d4eedc7b66d {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:30:11.717822 dv-cinder-786627-18-iscsi neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a825424-f835-47e2-903f-f93d993e3f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a', 'code': 200} Jul 07 13:30:11.764877 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:11.811275 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Pushing event updated for resources: {'Port': ['ID=0503e1ff-9f3a-4f7a-bf0c-1701163c572a,revision_number=5']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:30:12.147505 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb082e3-4800-4d38-a6c8-3cd41a0ec5af req-9b0fd704-f4c6-4a89-a92d-c7b6ed404027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:12.148937 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9eb082e3-4800-4d38-a6c8-3cd41a0ec5af req-9b0fd704-f4c6-4a89-a92d-c7b6ed404027 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 1099 time: 0.0547707 Jul 07 13:30:12.187763 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-9eb082e3-4800-4d38-a6c8-3cd41a0ec5af req-68c56726-5c1b-4920-8bfe-db6a3fefe192 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328119 Jul 07 13:30:12.717735 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfe40-744b-4009-b0c6-dfd275a55f7d req-0cf985f7-b7e3-4739-8817-d5f42cea0e4b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:12.719246 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b2dbfe40-744b-4009-b0c6-dfd275a55f7d req-0cf985f7-b7e3-4739-8817-d5f42cea0e4b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 946 time: 0.0651486 Jul 07 13:30:12.758141 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b2dbfe40-744b-4009-b0c6-dfd275a55f7d req-bb1ad205-6e19-4d20-85d0-d7e30300ec0b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327864 Jul 07 13:30:13.935820 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424049c-237b-4490-b351-629d38c2abeb req-68cd6ed2-0dbb-4329-af39-e45453cabe33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:13.937320 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b424049c-237b-4490-b351-629d38c2abeb req-68cd6ed2-0dbb-4329-af39-e45453cabe33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 946 time: 0.0654249 Jul 07 13:30:13.974851 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b424049c-237b-4490-b351-629d38c2abeb req-d9bf9676-3614-4244-82e5-47308c5f2aa1 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315130 Jul 07 13:30:14.163397 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a20b8-ef2a-4968-92a1-fe9363820698 req-55128fc4-b324-4b78-b380-c49ab24c7cc3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:14.164955 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3c0a20b8-ef2a-4968-92a1-fe9363820698 req-55128fc4-b324-4b78-b380-c49ab24c7cc3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 946 time: 0.0667124 Jul 07 13:30:14.202704 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3c0a20b8-ef2a-4968-92a1-fe9363820698 req-f30a99dc-f36a-46af-bf17-83a2f656fac3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321405 Jul 07 13:30:14.227992 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50776) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:30:14.274520 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-22593d85-c389-4dbb-9629-ecfdace81276 req-e7bda337-dc49-4259-a80f-3b733f03f6b9 service neutron] (93698) timed out ('10.222.0.79', 64768) {{(pid=93698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 13:30:14.279214 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b2012-66a8-4b06-bb33-b31a3f8c38bd tempest-TestVolumeBootPattern-1832055630 tempest-TestVolumeBootPattern-1832055630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:14.280722 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-886b2012-66a8-4b06-bb33-b31a3f8c38bd tempest-TestVolumeBootPattern-1832055630 tempest-TestVolumeBootPattern-1832055630-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 1094 time: 0.0517666 Jul 07 13:30:14.284084 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50778) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:30:14.291143 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Request body: {'floatingip': {'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'port_id': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:30:14.389737 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for floatingip, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:14.491313 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:14.599334 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Allocated IP 172.27.2.60 (da040029-a0da-4720-aea4-2db0f37c74a3/94310420-1ff5-409c-be98-305bbb857017/59287d37-3f11-4021-a3d3-514c8c433135) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:30:14.702107 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:14.790116 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-607540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-199596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728719857372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-536813697'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:14.827754 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Network da040029-a0da-4720-aea4-2db0f37c74a3 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:30:14.830634 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:30:14.837755 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:30:14.843083 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'Port': ['ID=59287d37-3f11-4021-a3d3-514c8c433135,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:30:14.871350 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:14.871695 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:14.872049 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:14.872359 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:14.872682 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:14.873031 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:14.873358 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:14.873678 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:14.874000 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:14.874317 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:14.874647 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:14.874947 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:30:15.205821 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:15.346646 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-607473'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:15.498229 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:15.559060 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728720263720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728719857390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728719858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536813683'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:15.627067 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event updated for resources: {'Port': ['ID=59287d37-3f11-4021-a3d3-514c8c433135,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:30:15.639541 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7901609'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:15.997570 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Floating IP d08b810e-12ed-45ee-8f75-4d5fa7c2b468 associated. External IP: 172.27.2.60, port: 0503e1ff-9f3a-4f7a-bf0c-1701163c572a. Jul 07 13:30:16.208934 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Router 626c4d97-8f58-4348-9af6-2d498e750725 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:30:16.316244 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:30:16.325952 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64903a91-45c4-479a-9ce1-b02f2f2ca1fb None None] Sync routers for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:30:16.336156 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64903a91-45c4-479a-9ce1-b02f2f2ca1fb None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:30:16.336779 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-64903a91-45c4-479a-9ce1-b02f2f2ca1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:29:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:30:16.378247 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:16.415579 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-fbf3e435-0ff5-4e13-91ae-0608f3ae9179 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1303854 Jul 07 13:30:16.416230 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a825424-f835-47e2-903f-f93d993e3f17', 'tag': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:30:16.418444 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69430e4f5cf481afa76fdc794de83bc3cf24dda697866cfb0d91fed2ee98b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dfe086-a750-42a0-b3f8-43cf0262a0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a825424-f835-47e2-903f-f93d993e3f17", "tag": "0503e1ff-9f3a-4f7a-bf0c-1701163c572a"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:30:16.446076 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-64903a91-45c4-479a-9ce1-b02f2f2ca1fb None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:30:16.456684 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50e8231-6190-4b94-a1a5-098acf168f3a x-openstack-request-id: req-d50e8231-6190-4b94-a1a5-098acf168f3a {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:30:16.456999 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a825424-f835-47e2-903f-f93d993e3f17", "tag": "0503e1ff-9f3a-4f7a-bf0c-1701163c572a", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:30:16.457256 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d50e8231-6190-4b94-a1a5-098acf168f3a {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:30:16.457656 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a825424-f835-47e2-903f-f93d993e3f17', 'tag': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a', 'status': 'completed', 'code': 200} Jul 07 13:30:16.553364 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfe086-a750-42a0-b3f8-43cf0262a0d5 req-58c82bf3-1cfe-4317-9b45-af8efb4d514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:16.554860 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d7dfe086-a750-42a0-b3f8-43cf0262a0d5 req-58c82bf3-1cfe-4317-9b45-af8efb4d514a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 1099 time: 0.0539734 Jul 07 13:30:16.647303 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfe086-a750-42a0-b3f8-43cf0262a0d5 req-71d9111a-bece-48f9-8f6e-e19c2e002e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:16.648825 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d7dfe086-a750-42a0-b3f8-43cf0262a0d5 req-71d9111a-bece-48f9-8f6e-e19c2e002e26 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 912 time: 0.0879788 Jul 07 13:30:16.679489 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-64903a91-45c4-479a-9ce1-b02f2f2ca1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '458634a6-a861-4cd2-981a-6b36bec6737c', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:60:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:28:17Z', 'updated_at': '2021-07-07T13:28:19Z', 'revision_number': 1, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}, {'id': 'd08b810e-12ed-45ee-8f75-4d5fa7c2b468', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:cf:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a825424-f835-47e2-903f-f93d993e3f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:30:15Z', 'updated_at': '2021-07-07T13:30:15Z', 'revision_number': 0, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:30:16.705356 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64903a91-45c4-479a-9ce1-b02f2f2ca1fb None None] Checking router: 626c4d97-8f58-4348-9af6-2d498e750725 for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:30:16.714183 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64903a91-45c4-479a-9ce1-b02f2f2ca1fb None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:30:16.714801 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-64903a91-45c4-479a-9ce1-b02f2f2ca1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:29:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:30:16.717696 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d7dfe086-a750-42a0-b3f8-43cf0262a0d5 req-197dbe68-99ad-43b8-b58a-f92da5229c03 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0503e1ff-9f3a-4f7a-bf0c-1701163c572a HTTP/1.1" status: 200 len: 999 time: 0.0628440 Jul 07 13:30:16.769165 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfe086-a750-42a0-b3f8-43cf0262a0d5 req-fa8edacd-9833-4405-8387-1db4447c594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:16.770663 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d7dfe086-a750-42a0-b3f8-43cf0262a0d5 req-fa8edacd-9833-4405-8387-1db4447c594b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0465147 Jul 07 13:30:16.821879 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-64903a91-45c4-479a-9ce1-b02f2f2ca1fb None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:30:16.829017 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfe086-a750-42a0-b3f8-43cf0262a0d5 req-24bbe679-270a-40ac-92e5-23b536ac0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:16.830509 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d7dfe086-a750-42a0-b3f8-43cf0262a0d5 req-24bbe679-270a-40ac-92e5-23b536ac0e30 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533855 Jul 07 13:30:16.934840 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d7dfe086-a750-42a0-b3f8-43cf0262a0d5 req-9228f825-0757-4146-96d7-88dabac3f408 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976274 Jul 07 13:30:17.028189 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d7dfe086-a750-42a0-b3f8-43cf0262a0d5 req-9a3523ac-b56c-44fe-940c-587f4d255687 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871522 Jul 07 13:30:17.060402 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-64903a91-45c4-479a-9ce1-b02f2f2ca1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '458634a6-a861-4cd2-981a-6b36bec6737c', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:60:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:28:17Z', 'updated_at': '2021-07-07T13:28:19Z', 'revision_number': 1, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}, {'id': 'd08b810e-12ed-45ee-8f75-4d5fa7c2b468', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:cf:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a825424-f835-47e2-903f-f93d993e3f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:30:15Z', 'updated_at': '2021-07-07T13:30:15Z', 'revision_number': 0, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:30:17.086837 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64903a91-45c4-479a-9ce1-b02f2f2ca1fb None None] The sync data for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi is: [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '458634a6-a861-4cd2-981a-6b36bec6737c', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:60:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:28:17Z', 'updated_at': '2021-07-07T13:28:19Z', 'revision_number': 1, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}, {'id': 'd08b810e-12ed-45ee-8f75-4d5fa7c2b468', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:cf:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a825424-f835-47e2-903f-f93d993e3f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:30:15Z', 'updated_at': '2021-07-07T13:30:15Z', 'revision_number': 0, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:30:17.274724 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df8c0e-0085-4722-bf60-477296f71655 None None] New status for floating IP d08b810e-12ed-45ee-8f75-4d5fa7c2b468: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:30:20.770577 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:24.994838 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4578a958-567a-4eb7-a432-b160bbb5b53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:27.674436 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d234aa5-1b28-4817-8857-cc40b2c64660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:27.874420 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:28.906988 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:31.125896 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:36.053136 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-179b12bb-fc20-407a-83ab-d92b283241c7 req-2210891a-f1bc-4474-b0fd-8572e2b1a886 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518432 Jul 07 13:30:36.170698 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b12bb-fc20-407a-83ab-d92b283241c7 req-2b881c4e-8893-4365-888c-a64820cd16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:36.172206 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-179b12bb-fc20-407a-83ab-d92b283241c7 req-2b881c4e-8893-4365-888c-a64820cd16b6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 1098 time: 0.0569272 Jul 07 13:30:36.284053 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b12bb-fc20-407a-83ab-d92b283241c7 req-c88d7a0c-9c65-4da8-9cba-c622c28c61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:36.285496 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-179b12bb-fc20-407a-83ab-d92b283241c7 req-c88d7a0c-9c65-4da8-9cba-c622c28c61ea service neutron] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 912 time: 0.0910563 Jul 07 13:30:36.355228 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-179b12bb-fc20-407a-83ab-d92b283241c7 req-149d4f6a-d4eb-40b4-83c1-99556acda21b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f401f90-de2c-4b2a-963e-f8a323a9bfcd HTTP/1.1" status: 200 len: 1001 time: 0.0631797 Jul 07 13:30:36.405124 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b12bb-fc20-407a-83ab-d92b283241c7 req-da2769dd-ded6-478c-aacf-d81411a4a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:36.406567 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-179b12bb-fc20-407a-83ab-d92b283241c7 req-da2769dd-ded6-478c-aacf-d81411a4a39b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0443757 Jul 07 13:30:36.464513 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b12bb-fc20-407a-83ab-d92b283241c7 req-e466c0b7-a31b-4281-b674-7590d43f0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:30:36.466019 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-179b12bb-fc20-407a-83ab-d92b283241c7 req-e466c0b7-a31b-4281-b674-7590d43f0110 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521324 Jul 07 13:30:36.559978 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-179b12bb-fc20-407a-83ab-d92b283241c7 req-61042efc-737b-44ad-b623-bb0ee87f83fe service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867009 Jul 07 13:30:36.656131 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-179b12bb-fc20-407a-83ab-d92b283241c7 req-121219b4-164c-42f8-b4bd-d468d4210614 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872812 Jul 07 13:30:39.109203 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:30:50.788397 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:54.992807 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1c855bdd-59a4-4e2c-b459-9f09b0c222e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:57.735773 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50bc6d83-067c-4a33-bd64-75a6cbdc1507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:57.827226 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:30:58.912948 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:01.130274 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:16.188335 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:31:20.792983 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:24.998217 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f97c4a76-d31c-41e0-9a04-857a925f01a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:27.694259 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-12f12c30-0281-4cb5-a13d-a297df6c2864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:27.877897 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:28.911902 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:31.123538 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:37.134607 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-be7dde43-0c83-481d-b15d-0197a0eaee48 req-d9c8af4f-1bd8-45e4-a95e-911dda6b8658 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901182 Jul 07 13:31:37.221817 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dde43-0c83-481d-b15d-0197a0eaee48 req-092a4951-b20d-4f2c-a626-2b45175006b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:37.223220 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-be7dde43-0c83-481d-b15d-0197a0eaee48 req-092a4951-b20d-4f2c-a626-2b45175006b6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 1099 time: 0.0566063 Jul 07 13:31:37.325290 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dde43-0c83-481d-b15d-0197a0eaee48 req-18701a64-d197-4e9d-9c34-968573fc3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:37.326786 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-be7dde43-0c83-481d-b15d-0197a0eaee48 req-18701a64-d197-4e9d-9c34-968573fc3b1d service neutron] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 912 time: 0.0834048 Jul 07 13:31:37.392523 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-be7dde43-0c83-481d-b15d-0197a0eaee48 req-b3c6f980-7361-4b7d-8218-9d03cb64b9b2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0503e1ff-9f3a-4f7a-bf0c-1701163c572a HTTP/1.1" status: 200 len: 1001 time: 0.0596333 Jul 07 13:31:37.442188 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dde43-0c83-481d-b15d-0197a0eaee48 req-73ae961e-8d96-4089-9c28-fcdd10e9f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:37.443630 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-be7dde43-0c83-481d-b15d-0197a0eaee48 req-73ae961e-8d96-4089-9c28-fcdd10e9f522 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0442314 Jul 07 13:31:37.500180 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dde43-0c83-481d-b15d-0197a0eaee48 req-fff7fedc-a079-40cd-8fe7-fe99e91f8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:37.501630 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-be7dde43-0c83-481d-b15d-0197a0eaee48 req-fff7fedc-a079-40cd-8fe7-fe99e91f8f08 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511594 Jul 07 13:31:37.593794 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-be7dde43-0c83-481d-b15d-0197a0eaee48 req-dbd83914-c4bd-4690-9df5-06a64c98fa52 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851855 Jul 07 13:31:37.679702 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-be7dde43-0c83-481d-b15d-0197a0eaee48 req-8f6f5eec-ea76-4e9c-a26d-20b25740f969 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797074 Jul 07 13:31:45.680478 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50824) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:31:45.875951 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Deleting port 59287d37-3f11-4021-a3d3-514c8c433135 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:31:45.876295 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:45.954220 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:45.954439 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:45.965832 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Calling delete_port for 59287d37-3f11-4021-a3d3-514c8c433135 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:31:46.162963 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:46.189792 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event deleted for resources: {'Port': ['ID=59287d37-3f11-4021-a3d3-514c8c433135,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:31:46.202036 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:31:46.202391 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:31:46.202737 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:31:46.203078 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:31:46.203411 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:31:46.203748 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:31:46.204078 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:31:46.204460 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:31:46.204748 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:31:46.205101 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:31:46.205428 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:31:46.205751 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:31:46.263390 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:46.263769 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.l3_db [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Floating IP d08b810e-12ed-45ee-8f75-4d5fa7c2b468 disassociated (deleted). External IP: 172.27.2.60, port: 0503e1ff-9f3a-4f7a-bf0c-1701163c572a. Jul 07 13:31:46.463453 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Router 626c4d97-8f58-4348-9af6-2d498e750725 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:31:46.569676 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:31:46.574088 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:46.580098 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b9d66-2f12-478c-bd70-93b30f5ce3a2 None None] Sync routers for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:31:46.589194 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b9d66-2f12-478c-bd70-93b30f5ce3a2 None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:31:46.589800 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-380b9d66-2f12-478c-bd70-93b30f5ce3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:31:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:31:46.613348 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-b40918cb-d040-4b83-9663-5da24b040ee2 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "DELETE /v2.0/floatingips/d08b810e-12ed-45ee-8f75-4d5fa7c2b468 HTTP/1.1" status: 204 len: 168 time: 0.9286218 Jul 07 13:31:46.613348 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a825424-f835-47e2-903f-f93d993e3f17', 'tag': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:31:46.616516 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7c82a1-bf14-4987-a93d-901bb04e6a78" -d '{"events": [{"name": "network-changed", "server_uuid": "5a825424-f835-47e2-903f-f93d993e3f17", "tag": "0503e1ff-9f3a-4f7a-bf0c-1701163c572a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:31:46.655327 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159e1fce-9e41-4111-bbd6-ed639a33d82c x-openstack-request-id: req-159e1fce-9e41-4111-bbd6-ed639a33d82c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:31:46.655615 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a825424-f835-47e2-903f-f93d993e3f17", "tag": "0503e1ff-9f3a-4f7a-bf0c-1701163c572a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:31:46.655865 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-159e1fce-9e41-4111-bbd6-ed639a33d82c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:31:46.656261 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a825424-f835-47e2-903f-f93d993e3f17', 'tag': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a', 'status': 'completed', 'code': 200} Jul 07 13:31:46.729020 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-380b9d66-2f12-478c-bd70-93b30f5ce3a2 None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:31:46.772550 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c82a1-bf14-4987-a93d-901bb04e6a78 req-4c897ab5-380c-4727-adac-765358abe14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:46.775602 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8a7c82a1-bf14-4987-a93d-901bb04e6a78 req-4c897ab5-380c-4727-adac-765358abe14c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 1099 time: 0.0718253 Jul 07 13:31:46.873533 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c82a1-bf14-4987-a93d-901bb04e6a78 req-2b179792-ecd4-447e-a6c0-ea7ca1646ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:46.875369 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8a7c82a1-bf14-4987-a93d-901bb04e6a78 req-2b179792-ecd4-447e-a6c0-ea7ca1646ab3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 912 time: 0.0935669 Jul 07 13:31:46.918640 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8a7c82a1-bf14-4987-a93d-901bb04e6a78 req-2749f4ea-d01c-4bc0-a2d9-67c8a9785cb0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0503e1ff-9f3a-4f7a-bf0c-1701163c572a HTTP/1.1" status: 200 len: 217 time: 0.0367372 Jul 07 13:31:46.969074 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-380b9d66-2f12-478c-bd70-93b30f5ce3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '458634a6-a861-4cd2-981a-6b36bec6737c', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:60:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:28:17Z', 'updated_at': '2021-07-07T13:28:19Z', 'revision_number': 1, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:31:46.978726 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c82a1-bf14-4987-a93d-901bb04e6a78 req-4dcebb3f-6d58-41e3-a348-488d7f41b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:46.980578 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8a7c82a1-bf14-4987-a93d-901bb04e6a78 req-4dcebb3f-6d58-41e3-a348-488d7f41b3ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0561037 Jul 07 13:31:47.004351 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b9d66-2f12-478c-bd70-93b30f5ce3a2 None None] Checking router: 626c4d97-8f58-4348-9af6-2d498e750725 for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:31:47.015083 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b9d66-2f12-478c-bd70-93b30f5ce3a2 None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:31:47.016094 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-380b9d66-2f12-478c-bd70-93b30f5ce3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:31:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:31:47.046451 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c82a1-bf14-4987-a93d-901bb04e6a78 req-0409a021-179c-4a27-a2f5-b789b8e18d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:47.049292 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8a7c82a1-bf14-4987-a93d-901bb04e6a78 req-0409a021-179c-4a27-a2f5-b789b8e18d52 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0603852 Jul 07 13:31:47.153240 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-380b9d66-2f12-478c-bd70-93b30f5ce3a2 None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:31:47.190569 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8a7c82a1-bf14-4987-a93d-901bb04e6a78 req-27db52a0-2c4b-4ac3-b333-8185c3ca4229 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905247 Jul 07 13:31:47.234295 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79fe95-2ff8-4b1d-a79c-f9bc452eb68f req-a724be35-4b5d-4a0a-8297-7cb6a3d221be tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:47.235796 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8a79fe95-2ff8-4b1d-a79c-f9bc452eb68f req-a724be35-4b5d-4a0a-8297-7cb6a3d221be tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 946 time: 0.0678585 Jul 07 13:31:47.277606 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8a79fe95-2ff8-4b1d-a79c-f9bc452eb68f req-fab0d0b8-6d39-4eb1-b63a-5458505376df tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360405 Jul 07 13:31:47.522380 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-380b9d66-2f12-478c-bd70-93b30f5ce3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '458634a6-a861-4cd2-981a-6b36bec6737c', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:60:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:28:17Z', 'updated_at': '2021-07-07T13:28:19Z', 'revision_number': 1, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:31:47.547583 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b9d66-2f12-478c-bd70-93b30f5ce3a2 None None] The sync data for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi is: [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_floatingips': [{'id': '458634a6-a861-4cd2-981a-6b36bec6737c', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'router_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'port_id': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'mac_address': 'fa:16:3e:60:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:28:17Z', 'updated_at': '2021-07-07T13:28:19Z', 'revision_number': 1, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:31:47.555263 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-8a7c82a1-bf14-4987-a93d-901bb04e6a78 req-8dbe6262-9e97-4804-92ae-081343a37c05 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574295 Jul 07 13:31:47.781037 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3578d-fe18-4402-ad23-2fd96ca7be92 None None] New status for floating IP d08b810e-12ed-45ee-8f75-4d5fa7c2b468: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:31:48.463533 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0e13e-068a-4f3c-8bd5-e5f3c83aa08e req-119971ef-b919-4740-8223-2effc4d28a55 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:48.465039 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b3f0e13e-068a-4f3c-8bd5-e5f3c83aa08e req-119971ef-b919-4740-8223-2effc4d28a55 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 946 time: 0.0654199 Jul 07 13:31:48.502051 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b3f0e13e-068a-4f3c-8bd5-e5f3c83aa08e req-6032ed00-9021-41e6-aece-83687fb97f67 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315745 Jul 07 13:31:48.802497 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7dce6-9a8c-4677-8639-85d7d7f36e1d req-c88e2fc3-70cb-48d7-9094-51640353fa01 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:48.803948 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4fd7dce6-9a8c-4677-8639-85d7d7f36e1d req-c88e2fc3-70cb-48d7-9094-51640353fa01 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 946 time: 0.0636706 Jul 07 13:31:48.907586 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4fd7dce6-9a8c-4677-8639-85d7d7f36e1d req-c9a428d4-b777-4f9c-bb5c-89949dba32a3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Deleting port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:31:48.907926 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4fd7dce6-9a8c-4677-8639-85d7d7f36e1d req-c9a428d4-b777-4f9c-bb5c-89949dba32a3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:48.994032 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4fd7dce6-9a8c-4677-8639-85d7d7f36e1d req-c9a428d4-b777-4f9c-bb5c-89949dba32a3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] For port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0503e1ff-9f3a-4f7a-bf0c-1701163c572a,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:31:48.994398 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4fd7dce6-9a8c-4677-8639-85d7d7f36e1d req-c9a428d4-b777-4f9c-bb5c-89949dba32a3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:49.007364 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4fd7dce6-9a8c-4677-8639-85d7d7f36e1d req-c9a428d4-b777-4f9c-bb5c-89949dba32a3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Calling delete_port for 0503e1ff-9f3a-4f7a-bf0c-1701163c572a owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:31:49.220091 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4fd7dce6-9a8c-4677-8639-85d7d7f36e1d req-c9a428d4-b777-4f9c-bb5c-89949dba32a3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:49.250121 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a428d4-b777-4f9c-bb5c-89949dba32a3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event deleted for resources: {'Port': ['ID=0503e1ff-9f3a-4f7a-bf0c-1701163c572a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:31:49.299995 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd7dce6-9a8c-4677-8639-85d7d7f36e1d req-c9a428d4-b777-4f9c-bb5c-89949dba32a3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] No DVR routers for this DVR port 0503e1ff-9f3a-4f7a-bf0c-1701163c572a on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:31:49.302925 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4fd7dce6-9a8c-4677-8639-85d7d7f36e1d req-c9a428d4-b777-4f9c-bb5c-89949dba32a3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:49.305209 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-4fd7dce6-9a8c-4677-8639-85d7d7f36e1d req-c9a428d4-b777-4f9c-bb5c-89949dba32a3 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "DELETE /v2.0/ports/0503e1ff-9f3a-4f7a-bf0c-1701163c572a HTTP/1.1" status: 204 len: 173 time: 0.4948549 Jul 07 13:31:49.305659 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a825424-f835-47e2-903f-f93d993e3f17', 'name': 'network-vif-deleted', 'tag': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:31:49.309638 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f29f293-c7ca-46ab-b54c-7c738d027d65" -d '{"events": [{"server_uuid": "5a825424-f835-47e2-903f-f93d993e3f17", "name": "network-vif-deleted", "tag": "0503e1ff-9f3a-4f7a-bf0c-1701163c572a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:31:49.359695 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b204cee9-a70f-44e1-b168-39de5cea8186 x-openstack-request-id: req-b204cee9-a70f-44e1-b168-39de5cea8186 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:31:49.359986 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a825424-f835-47e2-903f-f93d993e3f17", "name": "network-vif-deleted", "tag": "0503e1ff-9f3a-4f7a-bf0c-1701163c572a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:31:49.360238 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b204cee9-a70f-44e1-b168-39de5cea8186 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:31:49.360737 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a825424-f835-47e2-903f-f93d993e3f17', 'name': 'network-vif-deleted', 'tag': '0503e1ff-9f3a-4f7a-bf0c-1701163c572a', 'status': 'completed', 'code': 200} Jul 07 13:31:49.645030 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d20c8388-4522-4e84-a448-dc55dcd38786 req-65e49f07-b937-4506-b860-ebd73ebcff23 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 210 time: 0.0308044 Jul 07 13:31:50.802481 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:50.808303 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f6f13b06-899e-4e31-8f09-3ccea8269c74 req-80eb3c24-24c2-4cfe-881e-0c7a6d9ee421 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a825424-f835-47e2-903f-f93d993e3f17 HTTP/1.1" status: 200 len: 210 time: 0.0286403 Jul 07 13:31:53.108247 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:31:53.693210 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 0503e1ff-9f3a-4f7a-bf0c-1701163c572a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:31:53.714159 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: 0503e1ff-9f3a-4f7a-bf0c-1701163c572a {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:31:53.714493 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 0503e1ff-9f3a-4f7a-bf0c-1701163c572a not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:31:54.262904 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50870) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:31:54.419085 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d127adaf-9187-4b8b-87ad-b217f2ec9ce9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Deleting port 2063055f-5cd9-4deb-b50d-c6b79f908e39 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:31:54.419420 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d127adaf-9187-4b8b-87ad-b217f2ec9ce9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:54.495244 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d127adaf-9187-4b8b-87ad-b217f2ec9ce9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:54.496139 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d127adaf-9187-4b8b-87ad-b217f2ec9ce9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:54.508371 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d127adaf-9187-4b8b-87ad-b217f2ec9ce9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Calling delete_port for 2063055f-5cd9-4deb-b50d-c6b79f908e39 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:31:54.705364 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d127adaf-9187-4b8b-87ad-b217f2ec9ce9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:54.731921 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127adaf-9187-4b8b-87ad-b217f2ec9ce9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event deleted for resources: {'Port': ['ID=2063055f-5cd9-4deb-b50d-c6b79f908e39,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:31:54.802636 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d127adaf-9187-4b8b-87ad-b217f2ec9ce9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:54.802948 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.db.l3_db [None req-d127adaf-9187-4b8b-87ad-b217f2ec9ce9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Floating IP 458634a6-a861-4cd2-981a-6b36bec6737c disassociated (deleted). External IP: 172.27.2.161, port: 5f401f90-de2c-4b2a-963e-f8a323a9bfcd. Jul 07 13:31:55.002080 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-000af01a-75a0-4717-9fda-ed184a71fe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:55.032061 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d127adaf-9187-4b8b-87ad-b217f2ec9ce9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Router 626c4d97-8f58-4348-9af6-2d498e750725 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:31:55.139288 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d127adaf-9187-4b8b-87ad-b217f2ec9ce9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:31:55.144263 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d127adaf-9187-4b8b-87ad-b217f2ec9ce9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:55.149366 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa2cf4-5659-40de-b032-c88bb2a0abb2 None None] Sync routers for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:31:55.159337 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa2cf4-5659-40de-b032-c88bb2a0abb2 None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:31:55.160125 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-09fa2cf4-5659-40de-b032-c88bb2a0abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:31:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:31:55.181324 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-d127adaf-9187-4b8b-87ad-b217f2ec9ce9 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "DELETE /v2.0/floatingips/458634a6-a861-4cd2-981a-6b36bec6737c HTTP/1.1" status: 204 len: 168 time: 0.9172390 Jul 07 13:31:55.181873 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'tag': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:31:55.184152 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a867e683-5e9c-4d97-bdac-3ee4477997dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d28fa022-13a6-446f-8fee-1eed23d8ced6", "tag": "5f401f90-de2c-4b2a-963e-f8a323a9bfcd"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:31:55.223256 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b6b1bc-49c7-4c6a-936d-6adc79952440 x-openstack-request-id: req-40b6b1bc-49c7-4c6a-936d-6adc79952440 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:31:55.223775 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28fa022-13a6-446f-8fee-1eed23d8ced6", "tag": "5f401f90-de2c-4b2a-963e-f8a323a9bfcd", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:31:55.224030 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-40b6b1bc-49c7-4c6a-936d-6adc79952440 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:31:55.224435 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'tag': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'status': 'completed', 'code': 200} Jul 07 13:31:55.268033 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-09fa2cf4-5659-40de-b032-c88bb2a0abb2 None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:31:55.325641 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867e683-5e9c-4d97-bdac-3ee4477997dc req-280f128a-eb5e-4c37-a60e-b448a042acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:55.327146 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a867e683-5e9c-4d97-bdac-3ee4477997dc req-280f128a-eb5e-4c37-a60e-b448a042acd3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a5ac988d224c50a34d42f976126c82&device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 1098 time: 0.0577025 Jul 07 13:31:55.433836 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867e683-5e9c-4d97-bdac-3ee4477997dc req-21e47129-eecc-4066-a453-1accf632d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:55.435477 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a867e683-5e9c-4d97-bdac-3ee4477997dc req-21e47129-eecc-4066-a453-1accf632d97d service neutron] 10.222.0.79 "GET /v2.0/networks?id=3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 200 len: 912 time: 0.1019130 Jul 07 13:31:55.475997 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a867e683-5e9c-4d97-bdac-3ee4477997dc req-705f02b3-69fd-4c5b-8a15-8b9a03f96835 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f401f90-de2c-4b2a-963e-f8a323a9bfcd HTTP/1.1" status: 200 len: 217 time: 0.0341275 Jul 07 13:31:55.478114 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-09fa2cf4-5659-40de-b032-c88bb2a0abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:31:55.514945 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa2cf4-5659-40de-b032-c88bb2a0abb2 None None] Checking router: 626c4d97-8f58-4348-9af6-2d498e750725 for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:31:55.525919 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa2cf4-5659-40de-b032-c88bb2a0abb2 None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:31:55.527582 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-09fa2cf4-5659-40de-b032-c88bb2a0abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:31:28Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:31:55.536637 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867e683-5e9c-4d97-bdac-3ee4477997dc req-51750fbb-890f-4d91-bce3-2392a98462cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:55.538224 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a867e683-5e9c-4d97-bdac-3ee4477997dc req-51750fbb-890f-4d91-bce3-2392a98462cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 200 len: 850 time: 0.0561182 Jul 07 13:31:55.601756 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867e683-5e9c-4d97-bdac-3ee4477997dc req-d8d2d7ba-c412-47ab-afaa-8ede8e30d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:55.603276 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a867e683-5e9c-4d97-bdac-3ee4477997dc req-d8d2d7ba-c412-47ab-afaa-8ede8e30d1f6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3406ac01-1e08-47fd-95f9-3197222f902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0587270 Jul 07 13:31:55.639931 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-09fa2cf4-5659-40de-b032-c88bb2a0abb2 None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:31:55.769738 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a867e683-5e9c-4d97-bdac-3ee4477997dc req-678b031b-a995-41fd-b878-10d3cec24faf service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247694 Jul 07 13:31:55.802461 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5eced3-b508-49d3-9ec9-cf69da2334a6 req-fceb63ee-ccfa-43c4-8dfd-98fc938f20bd tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:55.804656 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ee5eced3-b508-49d3-9ec9-cf69da2334a6 req-fceb63ee-ccfa-43c4-8dfd-98fc938f20bd tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 945 time: 0.0727112 Jul 07 13:31:55.861923 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ee5eced3-b508-49d3-9ec9-cf69da2334a6 req-d4ee15a9-9d19-4431-9319-c5626b837821 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497875 Jul 07 13:31:55.883368 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-09fa2cf4-5659-40de-b032-c88bb2a0abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:31:55.898667 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-a867e683-5e9c-4d97-bdac-3ee4477997dc req-4bc6b064-2a70-4aa5-818a-f9acabc2a760 service neutron] 10.222.0.79 "GET /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214821 Jul 07 13:31:55.911815 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa2cf4-5659-40de-b032-c88bb2a0abb2 None None] The sync data for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi is: [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:25:09Z', 'revision_number': 4, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi', '_interfaces': [{'id': '8591085b-763a-4943-9586-38ddf80c738c', 'name': '', 'network_id': '3406ac01-1e08-47fd-95f9-3197222f902e', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'mac_address': 'fa:16:3e:f2:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:09Z', 'updated_at': '2021-07-07T13:25:15Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'subnets': [{'id': '6835f7e1-d86e-4254-a39a-b6d69d94384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:31:56.160158 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da92057a-4f7a-407c-b1ac-b05f29f0a6d6 None None] New status for floating IP 458634a6-a861-4cd2-981a-6b36bec6737c: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:31:57.042695 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698836b7-022f-43f4-b85c-bcf88a5671b3 req-97e18359-5f0f-4668-9ecd-b068dbfbd95b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:57.044199 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-698836b7-022f-43f4-b85c-bcf88a5671b3 req-97e18359-5f0f-4668-9ecd-b068dbfbd95b tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 945 time: 0.0641761 Jul 07 13:31:57.081893 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-698836b7-022f-43f4-b85c-bcf88a5671b3 req-22a0a411-09d3-45ac-8a9c-b0ae3b5373ac tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c21bd27-a96c-49a7-bde6-54cdf19340ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319977 Jul 07 13:31:57.318944 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faad43-96fa-4b99-a5a2-9921b1c1a09d req-7ba5ead1-36d2-451e-b514-102dc6e1e558 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:31:57.320322 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d4faad43-96fa-4b99-a5a2-9921b1c1a09d req-7ba5ead1-36d2-451e-b514-102dc6e1e558 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 945 time: 0.0659158 Jul 07 13:31:57.422815 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-d4faad43-96fa-4b99-a5a2-9921b1c1a09d req-42fab225-afd3-430d-abae-ecfc88b96c31 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Deleting port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:31:57.423158 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d4faad43-96fa-4b99-a5a2-9921b1c1a09d req-42fab225-afd3-430d-abae-ecfc88b96c31 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:57.516129 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-d4faad43-96fa-4b99-a5a2-9921b1c1a09d req-42fab225-afd3-430d-abae-ecfc88b96c31 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] For port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5f401f90-de2c-4b2a-963e-f8a323a9bfcd,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:31:57.516483 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d4faad43-96fa-4b99-a5a2-9921b1c1a09d req-42fab225-afd3-430d-abae-ecfc88b96c31 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:57.529153 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-d4faad43-96fa-4b99-a5a2-9921b1c1a09d req-42fab225-afd3-430d-abae-ecfc88b96c31 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Calling delete_port for 5f401f90-de2c-4b2a-963e-f8a323a9bfcd owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:31:57.716713 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4737ed86-1e88-4806-bac8-3aeddbe29d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:57.750810 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d4faad43-96fa-4b99-a5a2-9921b1c1a09d req-42fab225-afd3-430d-abae-ecfc88b96c31 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:57.780398 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fab225-afd3-430d-abae-ecfc88b96c31 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event deleted for resources: {'Port': ['ID=5f401f90-de2c-4b2a-963e-f8a323a9bfcd,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:31:57.825183 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4faad43-96fa-4b99-a5a2-9921b1c1a09d req-42fab225-afd3-430d-abae-ecfc88b96c31 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] No DVR routers for this DVR port 5f401f90-de2c-4b2a-963e-f8a323a9bfcd on host hv-cinder-78662 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:31:57.827688 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d4faad43-96fa-4b99-a5a2-9921b1c1a09d req-42fab225-afd3-430d-abae-ecfc88b96c31 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:57.829698 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [req-d4faad43-96fa-4b99-a5a2-9921b1c1a09d req-42fab225-afd3-430d-abae-ecfc88b96c31 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.79 "DELETE /v2.0/ports/5f401f90-de2c-4b2a-963e-f8a323a9bfcd HTTP/1.1" status: 204 len: 173 time: 0.5034609 Jul 07 13:31:57.830127 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'name': 'network-vif-deleted', 'tag': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:31:57.832339 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c7a85652ca0f12a8bbd5a245d7ba0b9286518c7dea194a168495d0d105b18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34c64eb-8d2b-49cb-bae4-eb19134081ea" -d '{"events": [{"server_uuid": "d28fa022-13a6-446f-8fee-1eed23d8ced6", "name": "network-vif-deleted", "tag": "5f401f90-de2c-4b2a-963e-f8a323a9bfcd"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:31:57.847826 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:58.021947 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ad97e9-436d-4463-804e-9cdf823504d9 x-openstack-request-id: req-57ad97e9-436d-4463-804e-9cdf823504d9 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:31:58.022242 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28fa022-13a6-446f-8fee-1eed23d8ced6", "name": "network-vif-deleted", "tag": "5f401f90-de2c-4b2a-963e-f8a323a9bfcd", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:31:58.022506 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-57ad97e9-436d-4463-804e-9cdf823504d9 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:31:58.022959 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28fa022-13a6-446f-8fee-1eed23d8ced6', 'name': 'network-vif-deleted', 'tag': '5f401f90-de2c-4b2a-963e-f8a323a9bfcd', 'status': 'completed', 'code': 200} Jul 07 13:31:58.227700 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-796308e1-0cfb-4d4e-b4d6-d7676bdb7dec req-b402d40f-443b-4b2c-991d-7d32198f6054 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "GET /v2.0/ports?device_id=d28fa022-13a6-446f-8fee-1eed23d8ced6 HTTP/1.1" status: 200 len: 210 time: 0.0305088 Jul 07 13:31:58.945415 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:59.322013 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50886) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:31:59.442638 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-46141dd7-e8b9-45dd-adc6-5cd75175b2cf tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Deleting port 4e845044-db9c-449d-b623-245947db2e91 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:31:59.443017 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46141dd7-e8b9-45dd-adc6-5cd75175b2cf tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:59.519453 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46141dd7-e8b9-45dd-adc6-5cd75175b2cf tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:59.519667 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46141dd7-e8b9-45dd-adc6-5cd75175b2cf tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:59.530853 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-46141dd7-e8b9-45dd-adc6-5cd75175b2cf tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Calling delete_port for 4e845044-db9c-449d-b623-245947db2e91 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:31:59.722126 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46141dd7-e8b9-45dd-adc6-5cd75175b2cf tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:59.748429 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46141dd7-e8b9-45dd-adc6-5cd75175b2cf tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event deleted for resources: {'Port': ['ID=4e845044-db9c-449d-b623-245947db2e91,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:31:59.810980 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46141dd7-e8b9-45dd-adc6-5cd75175b2cf tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:59.814001 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46141dd7-e8b9-45dd-adc6-5cd75175b2cf tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85132'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:31:59.815147 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-46141dd7-e8b9-45dd-adc6-5cd75175b2cf tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "DELETE /v2.0/floatingips/f35bec67-39d1-4ed1-870e-6b9d07e805ac HTTP/1.1" status: 204 len: 168 time: 0.4920175 Jul 07 13:32:01.155969 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:01.167247 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50900) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:32:01.224966 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:01.253239 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:01.362010 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:01.364653 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:01.365907 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] 10.222.0.67 "DELETE /v2.0/security-groups/3c21bd27-a96c-49a7-bde6-54cdf19340ef HTTP/1.1" status: 204 len: 168 time: 0.1976037 Jul 07 13:32:01.378195 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c21bd27-a96c-49a7-bde6-54cdf19340ef,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:01.388393 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:01.388859 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:01.389259 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:01.389606 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:01.389945 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:01.390337 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:01.390673 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:01.391006 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:01.391347 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:01.391675 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:01.392002 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:01.392420 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8d88d-40e8-4d2c-a788-0a5f9e731e33 tempest-TestVolumeBootPattern-1451609135 tempest-TestVolumeBootPattern-1451609135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:01.455965 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50904) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:32:01.756373 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 5f401f90-de2c-4b2a-963e-f8a323a9bfcd no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:32:01.776225 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] No Port match for: 5f401f90-de2c-4b2a-963e-f8a323a9bfcd {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:32:01.776568 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Device 5f401f90-de2c-4b2a-963e-f8a323a9bfcd not bound to the agent host hv-cinder-78662 {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:32:01.915951 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b594ed4-0266-4e7e-809f-35c00e6bc4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8051668'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:02.164475 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5b594ed4-0266-4e7e-809f-35c00e6bc4aa admin admin] Deleting port 8591085b-763a-4943-9586-38ddf80c738c {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:32:02.164811 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b594ed4-0266-4e7e-809f-35c00e6bc4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:02.241022 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-5b594ed4-0266-4e7e-809f-35c00e6bc4aa admin admin] For port 8591085b-763a-4943-9586-38ddf80c738c, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=8591085b-763a-4943-9586-38ddf80c738c,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:32:02.241382 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b594ed4-0266-4e7e-809f-35c00e6bc4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:02.254150 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5b594ed4-0266-4e7e-809f-35c00e6bc4aa admin admin] Calling delete_port for 8591085b-763a-4943-9586-38ddf80c738c owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:32:02.500356 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b594ed4-0266-4e7e-809f-35c00e6bc4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:02.533254 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b594ed4-0266-4e7e-809f-35c00e6bc4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8591085b-763a-4943-9586-38ddf80c738c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:02.955654 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b594ed4-0266-4e7e-809f-35c00e6bc4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8052714'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:03.167397 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b594ed4-0266-4e7e-809f-35c00e6bc4aa admin admin] Router 626c4d97-8f58-4348-9af6-2d498e750725 has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:32:03.273847 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b594ed4-0266-4e7e-809f-35c00e6bc4aa admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:32:03.279616 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-5b594ed4-0266-4e7e-809f-35c00e6bc4aa admin admin] 10.222.0.67 "PUT /v2.0/routers/626c4d97-8f58-4348-9af6-2d498e750725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8226140 Jul 07 13:32:03.282177 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50908) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:32:03.283270 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0cb3f5-25dc-4c13-bb03-9a3b7f3b351c None None] Sync routers for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:32:03.293405 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0cb3f5-25dc-4c13-bb03-9a3b7f3b351c None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:32:03.293929 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-ad0cb3f5-25dc-4c13-bb03-9a3b7f3b351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:31:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:03.385373 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:03.401699 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-ad0cb3f5-25dc-4c13-bb03-9a3b7f3b351c None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: dv-cinder-786627-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:32:03.492591 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:03.589835 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-ad0cb3f5-25dc-4c13-bb03-9a3b7f3b351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:32:02Z', 'revision_number': 5, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port': {'id': '6ffdc240-4a39-47f3-b287-eebe68933f97', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c4d97-8f58-4348-9af6-2d498e750725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:07Z', 'updated_at': '2021-07-07T13:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:03.611074 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Deleting port 6ffdc240-4a39-47f3-b287-eebe68933f97 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:32:03.611670 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:03.616081 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0cb3f5-25dc-4c13-bb03-9a3b7f3b351c None None] Checking router: 626c4d97-8f58-4348-9af6-2d498e750725 for host: dv-cinder-786627-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:32:03.627325 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0cb3f5-25dc-4c13-bb03-9a3b7f3b351c None None] Routers {'626c4d97-8f58-4348-9af6-2d498e750725'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:32:03.627971 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-ad0cb3f5-25dc-4c13-bb03-9a3b7f3b351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:31:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['626c4d97-8f58-4348-9af6-2d498e750725'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:03.693884 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] For port 6ffdc240-4a39-47f3-b287-eebe68933f97, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=6ffdc240-4a39-47f3-b287-eebe68933f97,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:32:03.694245 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:03.708284 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Calling delete_port for 6ffdc240-4a39-47f3-b287-eebe68933f97 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:32:03.720537 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-ad0cb3f5-25dc-4c13-bb03-9a3b7f3b351c None None] Set router 626c4d97-8f58-4348-9af6-2d498e750725 gateway port host: None {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:32:03.774000 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-ad0cb3f5-25dc-4c13-bb03-9a3b7f3b351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:32:03Z', 'revision_number': 6, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port_host': None}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:03.804296 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0cb3f5-25dc-4c13-bb03-9a3b7f3b351c None None] The sync data for ids ['626c4d97-8f58-4348-9af6-2d498e750725'] in dv-cinder-786627-18-iscsi is: [{'id': '626c4d97-8f58-4348-9af6-2d498e750725', 'name': 'tempest-TestVolumeBootPattern-336389105-router', 'tenant_id': '05a5ac988d224c50a34d42f976126c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:06Z', 'updated_at': '2021-07-07T13:32:03Z', 'revision_number': 6, 'project_id': '05a5ac988d224c50a34d42f976126c82', 'gw_port_host': None}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:32:03.944751 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:03.973988 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ffdc240-4a39-47f3-b287-eebe68933f97,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:04.034942 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7901587'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.127229 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8048167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26417'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.129348 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.247776 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8046007'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.248302 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 626c4d97-8f58-4348-9af6-2d498e750725 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:32:04.252564 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.253745 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-ab2ed505-c4d2-4267-910a-f9a9fca48659 admin admin] 10.222.0.67 "DELETE /v2.0/routers/626c4d97-8f58-4348-9af6-2d498e750725 HTTP/1.1" status: 204 len: 168 time: 0.9706061 Jul 07 13:32:04.256188 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50910) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:32:04.305721 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b458027-96ef-4cee-a6ea-c8d5c51b1bd1 admin admin] Deleting subnet 6835f7e1-d86e-4254-a39a-b6d69d94384f {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:32:04.308962 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b458027-96ef-4cee-a6ea-c8d5c51b1bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.343491 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b458027-96ef-4cee-a6ea-c8d5c51b1bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4699346'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.421704 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b458027-96ef-4cee-a6ea-c8d5c51b1bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.539456 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b458027-96ef-4cee-a6ea-c8d5c51b1bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4699967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4564319'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.581024 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b458027-96ef-4cee-a6ea-c8d5c51b1bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6835f7e1-d86e-4254-a39a-b6d69d94384f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:04.584988 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b458027-96ef-4cee-a6ea-c8d5c51b1bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.587007 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-3b458027-96ef-4cee-a6ea-c8d5c51b1bd1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6835f7e1-d86e-4254-a39a-b6d69d94384f HTTP/1.1" status: 204 len: 168 time: 0.3298891 Jul 07 13:32:04.590313 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50912) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:32:04.591994 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa88ca56-5e51-414b-b3bd-bc1394037a80 None None] Network 3406ac01-1e08-47fd-95f9-3197222f902e requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:32:04.659270 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.714475 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Deleting port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:32:04.714910 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.782299 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] For port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=12550267-d4ca-4cc9-b0b1-0864f6a4a1e2,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:32:04.786180 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.794650 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] DHCP port deletion for 3406ac01-1e08-47fd-95f9-3197222f902e request from dv-cinder-786627-18-iscsi {{(pid=93700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:32:04.796561 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Calling delete_port for 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:32:04.841668 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Deleting port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:32:04.842049 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.903179 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] For port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=12550267-d4ca-4cc9-b0b1-0864f6a4a1e2,segment=NetworkSegment(acedf75e-e3bc-4b07-a915-143117a48c3b),segment_id=acedf75e-e3bc-4b07-a915-143117a48c3b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:32:04.903569 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.917200 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Calling delete_port for 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:32:04.923277 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4699909'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:04.949289 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=12550267-d4ca-4cc9-b0b1-0864f6a4a1e2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:04.953030 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] No DVR routers for this DVR port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 on host dv-cinder-786627-18-iscsi {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:32:05.009318 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:05.022636 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] No DVR routers for this DVR port 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 on host dv-cinder-786627-18-iscsi {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:32:05.043258 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:05.044085 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Pushing event deleted for resources: {'Port': ['ID=12550267-d4ca-4cc9-b0b1-0864f6a4a1e2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:05.053643 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:05.053812 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3406ac01-1e08-47fd-95f9-3197222f902e']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:05.054178 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:05.054495 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:05.054815 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:05.055152 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:05.056264 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:05.056723 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:05.057246 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:05.057585 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:05.057916 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:05.058244 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:05.058569 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ccf365-4c99-4fbc-a8f9-5a4f92afdd43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:32:05.066836 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 6ffdc240-4a39-47f3-b287-eebe68933f97 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:32:05.066962 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acedf75e-e3bc-4b07-a915-143117a48c3b') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:05.066962 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.services.segments.db [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acedf75e-e3bc-4b07-a915-143117a48c3b') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:05.075149 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699333'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:05.084388 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 6ffdc240-4a39-47f3-b287-eebe68933f97 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:32:05.084838 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 6ffdc240-4a39-47f3-b287-eebe68933f97 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:32:05.085292 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:32:05.089363 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:05.095456 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:32:05.095878 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4700122'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: Traceback (most recent call last): Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: timer() Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: cb(*args, **kw) Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: return func(*args, **kwargs) Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: self._notify() Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: self.callback(batched_events) Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: event.method(event) Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: return f(self, *a, **k) Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._get(url).json() Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:32:05.097619 dv-cinder-786627-18-iscsi neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:32:05.104735 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:32:05.105171 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 12550267-d4ca-4cc9-b0b1-0864f6a4a1e2 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:32:05.105561 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 8591085b-763a-4943-9586-38ddf80c738c no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:32:05.126544 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 8591085b-763a-4943-9586-38ddf80c738c {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:32:05.126885 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 8591085b-763a-4943-9586-38ddf80c738c not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:32:05.242076 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:05.247427 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:05.249314 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] 10.222.0.67 "DELETE /v2.0/networks/3406ac01-1e08-47fd-95f9-3197222f902e HTTP/1.1" status: 204 len: 168 time: 0.6579144 Jul 07 13:32:05.252292 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50914) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:32:05.260607 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2033fe-fca2-4f87-ab21-4c3b83901a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=3406ac01-1e08-47fd-95f9-3197222f902e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:05.612327 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dc190f14-9000-4d6f-9496-d2b8acae3409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8051668'] for router_interface, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:05.888498 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-dc190f14-9000-4d6f-9496-d2b8acae3409 admin admin] Deleting port 0d5c3cdf-9975-49a5-936b-9698769fda62 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:32:05.888843 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dc190f14-9000-4d6f-9496-d2b8acae3409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:05.970012 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-dc190f14-9000-4d6f-9496-d2b8acae3409 admin admin] For port 0d5c3cdf-9975-49a5-936b-9698769fda62, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=0d5c3cdf-9975-49a5-936b-9698769fda62,segment=NetworkSegment(4cb37ff0-ba18-4269-b188-fd46a81c4246),segment_id=4cb37ff0-ba18-4269-b188-fd46a81c4246)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:32:05.970371 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dc190f14-9000-4d6f-9496-d2b8acae3409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:05.983477 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-dc190f14-9000-4d6f-9496-d2b8acae3409 admin admin] Calling delete_port for 0d5c3cdf-9975-49a5-936b-9698769fda62 owned by network:router_interface {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:32:06.253383 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dc190f14-9000-4d6f-9496-d2b8acae3409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:06.279062 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc190f14-9000-4d6f-9496-d2b8acae3409 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5c3cdf-9975-49a5-936b-9698769fda62,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:06.448118 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dc190f14-9000-4d6f-9496-d2b8acae3409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8052714'] for router_interface, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:06.668693 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc190f14-9000-4d6f-9496-d2b8acae3409 admin admin] Router 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f has already been hosted by L3 agent 7822cad9-8506-4e1b-a0ca-affd42d61ef6 {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:32:06.785595 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc190f14-9000-4d6f-9496-d2b8acae3409 admin admin] Notify agent at l3_agent.dv-cinder-786627-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:32:06.790615 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-dc190f14-9000-4d6f-9496-d2b8acae3409 admin admin] 10.222.0.67 "PUT /v2.0/routers/2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5372400 Jul 07 13:32:06.793213 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50916) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:32:06.794212 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00cc7d-3878-4593-99e1-8f593c4eba93 None None] Sync routers for ids ['2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'] in dv-cinder-786627-18-iscsi {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:32:06.804746 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00cc7d-3878-4593-99e1-8f593c4eba93 None None] Routers {'2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:32:06.805434 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7b00cc7d-3878-4593-99e1-8f593c4eba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:31:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:06.902307 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:06.910747 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-7b00cc7d-3878-4593-99e1-8f593c4eba93 None None] Set router 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f gateway port host: dv-cinder-786627-18-iscsi {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:32:07.019433 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:07.108373 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7b00cc7d-3878-4593-99e1-8f593c4eba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'name': 'tempest-TestVolumeBootPattern-1901022465-router', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'external_fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:12Z', 'updated_at': '2021-07-07T13:32:06Z', 'revision_number': 5, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'gw_port': {'id': '82c72e4a-271e-44ae-901c-6a27d9dffec4', 'name': '', 'network_id': 'da040029-a0da-4720-aea4-2db0f37c74a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '94310420-1ff5-409c-be98-305bbb857017', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:25:13Z', 'updated_at': '2021-07-07T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94310420-1ff5-409c-be98-305bbb857017', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-18-iscsi'}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:07.131011 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Deleting port 82c72e4a-271e-44ae-901c-6a27d9dffec4 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:32:07.131355 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:07.135498 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00cc7d-3878-4593-99e1-8f593c4eba93 None None] Checking router: 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f for host: dv-cinder-786627-18-iscsi {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:32:07.144897 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00cc7d-3878-4593-99e1-8f593c4eba93 None None] Routers {'2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'} bound to L3 agent in host dv-cinder-786627-18-iscsi {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:32:07.145513 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7b00cc7d-3878-4593-99e1-8f593c4eba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:05:58Z,description=,heartbeat_timestamp=2021-07-07T13:31:58Z,host='dv-cinder-786627-18-iscsi',id=7822cad9-8506-4e1b-a0ca-affd42d61ef6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:05:58Z,topic='l3_agent')) {'router_ids': ['2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:07.215655 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] For port 82c72e4a-271e-44ae-901c-6a27d9dffec4, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=82c72e4a-271e-44ae-901c-6a27d9dffec4,segment=NetworkSegment(86f16acb-1ec2-4dc6-9113-b934c5d97480),segment_id=86f16acb-1ec2-4dc6-9113-b934c5d97480)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:32:07.216020 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:07.229943 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Calling delete_port for 82c72e4a-271e-44ae-901c-6a27d9dffec4 owned by network:router_gateway {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:32:07.231950 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-7b00cc7d-3878-4593-99e1-8f593c4eba93 None None] Set router 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:32:07.286410 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7b00cc7d-3878-4593-99e1-8f593c4eba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'name': 'tempest-TestVolumeBootPattern-1901022465-router', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:12Z', 'updated_at': '2021-07-07T13:32:07Z', 'revision_number': 6, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'gw_port_host': None}], 'dv-cinder-786627-18-iscsi', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:07.312808 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00cc7d-3878-4593-99e1-8f593c4eba93 None None] The sync data for ids ['2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f'] in dv-cinder-786627-18-iscsi is: [{'id': '2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f', 'name': 'tempest-TestVolumeBootPattern-1901022465-router', 'tenant_id': 'dce661b176764caea428436ef5cc11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:25:12Z', 'updated_at': '2021-07-07T13:32:07Z', 'revision_number': 6, 'project_id': 'dce661b176764caea428436ef5cc11ac', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:32:07.482155 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:07.508809 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c72e4a-271e-44ae-901c-6a27d9dffec4,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:07.568775 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7901587'] for router_gateway, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:07.944160 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8048167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26417'] for router, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:07.946348 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.065110 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8046007'] for router, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.065954 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f {{(pid=93698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:32:08.077985 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.077985 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-78df6992-c0fa-4ac8-b10a-0d265efdaab0 admin admin] 10.222.0.67 "DELETE /v2.0/routers/2ea5960c-d1dd-49a8-9cab-9ca55cb8f42f HTTP/1.1" status: 204 len: 168 time: 1.2811697 Jul 07 13:32:08.078325 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50918) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:32:08.127579 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-709a2157-597e-40b8-acdc-d7f66e8ceff7 admin admin] Deleting subnet 0907b878-0cd7-4160-917d-0f769e7b1cce {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:32:08.131125 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-709a2157-597e-40b8-acdc-d7f66e8ceff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.170626 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-709a2157-597e-40b8-acdc-d7f66e8ceff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536814453'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.255418 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-709a2157-597e-40b8-acdc-d7f66e8ceff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741458'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.373441 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-709a2157-597e-40b8-acdc-d7f66e8ceff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536813746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536811131'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.399407 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a2157-597e-40b8-acdc-d7f66e8ceff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0907b878-0cd7-4160-917d-0f769e7b1cce,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:08.403807 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-709a2157-597e-40b8-acdc-d7f66e8ceff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.406113 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-709a2157-597e-40b8-acdc-d7f66e8ceff7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0907b878-0cd7-4160-917d-0f769e7b1cce HTTP/1.1" status: 204 len: 168 time: 0.3264282 Jul 07 13:32:08.408300 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.67', 50920) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:32:08.410334 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf87b74-e7c2-4b54-921b-ec6e29146538 None None] Network 1ee667a1-f666-48af-8ea4-0094fa031827 requested from dv-cinder-786627-18-iscsi {{(pid=93700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:32:08.480338 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803631'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.537678 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Deleting port a5688e54-545b-4040-8891-5346a8c12621 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:32:08.538692 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.600225 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800f18fb-16ef-4362-8c80-33e5ad973c21 None None] DHCP port deletion for 1ee667a1-f666-48af-8ea4-0094fa031827 request from dv-cinder-786627-18-iscsi {{(pid=93700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:32:08.602830 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] For port a5688e54-545b-4040-8891-5346a8c12621, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=a5688e54-545b-4040-8891-5346a8c12621,segment=NetworkSegment(4cb37ff0-ba18-4269-b188-fd46a81c4246),segment_id=4cb37ff0-ba18-4269-b188-fd46a81c4246)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:32:08.603210 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.618406 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Calling delete_port for a5688e54-545b-4040-8891-5346a8c12621 owned by network:dhcp {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:32:08.653593 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-800f18fb-16ef-4362-8c80-33e5ad973c21 None None] Deleting port a5688e54-545b-4040-8891-5346a8c12621 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:32:08.653977 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-800f18fb-16ef-4362-8c80-33e5ad973c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728720256732'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.718584 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-800f18fb-16ef-4362-8c80-33e5ad973c21 None None] For port a5688e54-545b-4040-8891-5346a8c12621, host dv-cinder-786627-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-18-iscsi',level=0,port_id=a5688e54-545b-4040-8891-5346a8c12621,segment=NetworkSegment(4cb37ff0-ba18-4269-b188-fd46a81c4246),segment_id=4cb37ff0-ba18-4269-b188-fd46a81c4246)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:32:08.719041 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-800f18fb-16ef-4362-8c80-33e5ad973c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052692'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.732344 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-800f18fb-16ef-4362-8c80-33e5ad973c21 None None] Calling delete_port for a5688e54-545b-4040-8891-5346a8c12621 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:32:08.761994 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536813704'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.788220 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5688e54-545b-4040-8891-5346a8c12621,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:08.792369 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] No DVR routers for this DVR port a5688e54-545b-4040-8891-5346a8c12621 on host dv-cinder-786627-18-iscsi {{(pid=93698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:32:08.814906 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-800f18fb-16ef-4362-8c80-33e5ad973c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-607549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728720263702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728719857381'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.840890 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f18fb-16ef-4362-8c80-33e5ad973c21 None None] Pushing event deleted for resources: {'Port': ['ID=a5688e54-545b-4040-8891-5346a8c12621,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:08.845677 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f18fb-16ef-4362-8c80-33e5ad973c21 None None] No DVR routers for this DVR port a5688e54-545b-4040-8891-5346a8c12621 on host dv-cinder-786627-18-iscsi {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:32:08.872127 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730055', 'neutron.services.segments.db._delete_segments_for_network-8728720391774'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.881771 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee667a1-f666-48af-8ea4-0094fa031827']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:08.892730 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb37ff0-ba18-4269-b188-fd46a81c4246') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:08.893165 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb37ff0-ba18-4269-b188-fd46a81c4246') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:32:08.902928 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728720161410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536814434'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.917091 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.922754 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:32:08.923137 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536813655'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: timer() Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: cb(*args, **kw) Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: self._notify() Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: self.callback(batched_events) Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: event.method(event) Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._get(url).json() Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:32:08.924735 dv-cinder-786627-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:32:09.037382 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 82c72e4a-271e-44ae-901c-6a27d9dffec4 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:32:09.041721 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7901623'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:09.047927 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887009'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:09.049842 dv-cinder-786627-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1ee667a1-f666-48af-8ea4-0094fa031827 HTTP/1.1" status: 204 len: 168 time: 0.6405432 Jul 07 13:32:09.061213 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 82c72e4a-271e-44ae-901c-6a27d9dffec4 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:32:09.061576 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 82c72e4a-271e-44ae-901c-6a27d9dffec4 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:32:09.061988 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device a5688e54-545b-4040-8891-5346a8c12621 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:32:09.062239 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d636e-80d8-4aa7-b0dc-0a272f7990f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee667a1-f666-48af-8ea4-0094fa031827,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:09.082933 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: a5688e54-545b-4040-8891-5346a8c12621 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:32:09.083281 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device a5688e54-545b-4040-8891-5346a8c12621 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:32:09.083741 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 0d5c3cdf-9975-49a5-936b-9698769fda62 no longer exists at agent ovs-agent-dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:32:09.102456 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] No Port match for: 0d5c3cdf-9975-49a5-936b-9698769fda62 {{(pid=93700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:32:09.108356 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.rpc [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Device 0d5c3cdf-9975-49a5-936b-9698769fda62 not bound to the agent host dv-cinder-786627-18-iscsi {{(pid=93700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:32:09.361787 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50924) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:32:09.394970 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-ae955c67-7c65-4bad-8718-d8e9ae826426 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=05a5ac988d224c50a34d42f976126c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407276 Jul 07 13:32:09.397587 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50926) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:32:09.451617 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c75b026-2b4e-45b7-9210-8701e920a86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:09.480688 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c75b026-2b4e-45b7-9210-8701e920a86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:09.619234 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c75b026-2b4e-45b7-9210-8701e920a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:09.621820 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c75b026-2b4e-45b7-9210-8701e920a86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:09.623722 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-9c75b026-2b4e-45b7-9210-8701e920a86d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/63a7517e-1c71-4a4c-b280-896ff9374d56 HTTP/1.1" status: 204 len: 168 time: 0.2245059 Jul 07 13:32:09.631802 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75b026-2b4e-45b7-9210-8701e920a86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a7517e-1c71-4a4c-b280-896ff9374d56,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:10.271262 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50932) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:32:10.312196 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-2556de93-dc13-4119-bded-49f57ee2867f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dce661b176764caea428436ef5cc11ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397081 Jul 07 13:32:10.314618 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.67', 50934) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:32:10.364491 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c9b1bcc-d0e1-4562-9a23-8bafa8d3465b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:10.385268 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c9b1bcc-d0e1-4562-9a23-8bafa8d3465b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:10.544605 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c9b1bcc-d0e1-4562-9a23-8bafa8d3465b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7924341'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:10.547112 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c9b1bcc-d0e1-4562-9a23-8bafa8d3465b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:10.548299 dv-cinder-786627-18-iscsi neutron-server[93699]: INFO neutron.wsgi [None req-4c9b1bcc-d0e1-4562-9a23-8bafa8d3465b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d434b7de-835b-4a98-a9b7-42b8fb2b6797 HTTP/1.1" status: 204 len: 168 time: 0.2327602 Jul 07 13:32:10.557248 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b1bcc-d0e1-4562-9a23-8bafa8d3465b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d434b7de-835b-4a98-a9b7-42b8fb2b6797,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:32:20.783902 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:25.018495 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba80ace6-f6aa-4341-a522-9eba39818741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:27.669220 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9a9bbd3b-dff7-4954-8ad5-1dab8574e92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:27.834965 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:28.984190 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:30.107836 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:32:31.126554 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:50.794713 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:55.005937 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e3eef8b1-2c25-44d8-b37d-b953b5afbb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:57.703286 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-37ab6b0f-c667-4455-a897-10624cd2fad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:57.851168 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:32:58.930683 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:33:01.148728 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:33:07.106935 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:33:20.782483 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:33:24.988018 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec128-d45b-47da-bf2f-1aa02a650cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:33:27.695042 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10db3689-d607-45ae-b09e-fcd8378ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:33:27.850753 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:33:28.919320 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:33:31.159299 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:33:44.105781 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:33:50.807859 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:33:55.042367 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92ffaf45-f2a7-478f-a0ee-5af70f0d6b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:33:57.704896 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf9deac6-b807-4d12-827a-6af4beaba832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:33:57.870686 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:33:58.941086 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:34:01.167545 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:34:20.808846 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:34:21.105363 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:34:25.009601 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8eb20363-84fe-47bd-9866-654e4e072af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:34:27.695381 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8794965-c131-48e4-8c6e-e20d9ef9c7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:34:27.852378 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:34:28.945985 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:34:31.166147 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:34:50.865379 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:34:55.005141 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1171fbdb-6f31-446f-b454-72aec9906918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:34:57.704805 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf769dcb-ca2e-45f0-84a9-8e8eb4f21c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:34:57.841905 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:34:58.105310 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:34:58.964619 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:35:01.162416 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:35:20.818628 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:35:22.234961 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [req-c4b94744-e804-4a4e-be11-61fdadb70166 req-2b17355d-d852-4b56-aac7-bd7e84847ec8 service neutron] (93699) timed out ('10.222.0.67', 46878) {{(pid=93699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 13:35:25.004009 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d3594caf-cdbb-4e12-90ce-a720b85e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:35:27.683220 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3a5c569b-6351-4b46-8b50-2b3efc25a586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:35:27.846943 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:35:28.934837 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:35:31.163308 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:35:35.104493 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:35:38.915367 dv-cinder-786627-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-beebab2e-ef09-46b8-8a06-40acc048a038 req-22a0d67f-71f1-453e-a0fb-efdfc6798424 service neutron] (93698) timed out ('10.222.0.67', 44788) {{(pid=93698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 13:35:50.813486 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:35:55.006457 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c792f25-40dc-44b0-9706-7d06a41adaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:35:57.686351 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-596bfde6-1e52-4c5f-ad26-9dc316d3f2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:35:57.842083 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:35:58.950037 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:36:01.275521 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:36:12.104555 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:36:20.799680 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:36:25.012418 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-502b584b-4b45-4674-a199-9031037f43b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:36:27.714631 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b8b2848-bd37-42f6-aa90-7b6d945b254a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:36:27.851113 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:36:28.978003 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:36:31.189006 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:36:49.103477 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:36:50.828103 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:36:55.010801 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e4c57802-b219-48b4-a373-2a7f60b1cd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:36:57.684784 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7de6c3dd-8eb4-4293-9946-8301f8498654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:36:57.856019 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:36:58.560567 dv-cinder-786627-18-iscsi neutron-server[93699]: DEBUG neutron.wsgi [req-6a97a2d6-eb8d-439c-9385-ffd2de73cc4d req-fdce9703-bfe5-42ba-ab29-75a3aefce1e9 service neutron] (93699) timed out ('10.222.0.79', 64783) {{(pid=93699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 13:36:58.936186 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:37:01.176425 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50ff4c15-a291-4504-a2e0-330b5f4521e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:37:20.849206 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02c1de33-6bbb-46ba-8c1d-8a133c29ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:37:24.986624 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a833ed2-071a-4163-95b9-4a1b81e0215a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:37:26.103257 dv-cinder-786627-18-iscsi neutron-server[93701]: DEBUG neutron.db.agents_db [None req-4aa3f92f-9daf-44d6-bf3e-4a6dc82b8a8a None None] Agent healthcheck: found 6 active agents {{(pid=93701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:37:27.689455 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6c3550c-756e-4f66-b92b-c1c8b6d3c506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:37:27.883781 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60c3755-d389-4510-8a45-9aca86767f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:37:28.940618 dv-cinder-786627-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-33b0515c-b523-4aca-bb87-49f8fde2e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728720391756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730509'] for agent, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}